-- Logs begin at Thu 2022-05-19 05:41:07 UTC, end at Thu 2022-05-19 06:52:44 UTC. -- May 19 06:21:25.379442 dv-cinder-836996-22-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 06:21:28.281381 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.common.config [-] Logging enabled! May 19 06:21:28.282143 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 06:21:28.282274 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103647) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 06:21:28.286229 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.common.config [-] Logging enabled! May 19 06:21:28.286424 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 06:21:28.286858 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103647) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 06:21:28.287969 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 06:21:28.288201 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 06:21:28.288591 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 06:21:28.288840 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 06:21:28.289064 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 06:21:28.289630 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.289927 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.290156 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.290453 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.290742 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.291023 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.291312 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.291608 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.291891 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.292170 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.292452 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.292685 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.292965 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.293249 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.293558 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.293780 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.294057 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.294500 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.294935 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.295215 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.295502 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.295778 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.296179 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.296460 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.296745 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.297083 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] host = dv-cinder-836996-22-iscsi {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.297389 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.297689 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.297972 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.298257 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.298535 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.298812 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.299724 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.300063 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.300343 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.300619 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.300910 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.301200 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.301518 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.301745 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.301969 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.302255 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.302555 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.302868 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.303297 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.303577 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.303854 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.304130 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.304402 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.304705 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.304977 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.305260 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.305562 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.305837 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.306113 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.306394 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.306666 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.306941 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.307217 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.307489 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.307776 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.308050 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.308320 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.308624 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.308907 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.309218 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.309508 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.309871 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.310064 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.310337 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.310609 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.311795 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.311795 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.311795 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.311795 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.312170 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.312170 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.312447 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.312706 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.312993 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.313267 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:28.313595 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.313893 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.314194 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.314479 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.314920 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.315212 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.315505 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.315785 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.316075 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.316364 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.316656 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.316936 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.317239 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.317562 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.317970 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.318308 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.318694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.318936 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.319215 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.319491 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.319768 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.320050 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.320334 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.320614 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.320898 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.321185 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.321489 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.322339 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.322339 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.322339 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.322773 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.322904 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.323173 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.323453 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.323744 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.324024 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.324296 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.324580 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.324861 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.325134 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.325452 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.325732 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.326003 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.326273 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.326548 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.326835 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.327110 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.327382 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.327766 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.328050 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.328329 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.331431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.332694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.333429 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.333429 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.333429 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334172 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334172 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334172 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334409 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334589 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.334895 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.335397 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.335492 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.335690 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.335966 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.336240 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.336514 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.336788 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.337061 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.337352 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.337703 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.337963 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.338447 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.338934 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.339192 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.339513 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.339792 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.340067 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.340349 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.340624 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.340899 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.341180 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.341498 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.341791 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.342088 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.342363 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.342655 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.342944 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.343238 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.343518 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.343831 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.344108 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:28.344324 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 06:21:28.344570 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103647) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 06:21:28.818687 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 06:21:28.818997 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 06:21:28.819247 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 06:21:28.819583 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 06:21:29.155454 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.155744 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.156014 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.157224 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.157527 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.157791 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.213402 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.213677 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.213945 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.229566 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.229844 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.230113 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.260435 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.260716 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.260983 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.298270 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.298862 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.298862 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.643348 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.643632 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.643896 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.644158 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.644841 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.744681 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.745005 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.745309 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.745585 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.745856 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.746170 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.746432 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.746690 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.746944 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.747226 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.747486 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.747754 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.748008 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.748261 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.748511 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.748769 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.749024 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.749312 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.749589 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.749848 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.750121 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.750374 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.750651 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.751022 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.751267 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.751510 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.751910 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.752242 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.753032 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.753273 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.753549 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.753783 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:29.754149 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 06:21:29.757404 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 06:21:29.761330 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 06:21:29.765135 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 19 06:21:29.766777 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 06:21:29.767247 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 06:21:29.767577 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 06:21:29.768089 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 06:21:29.771144 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 06:21:29.771391 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 06:21:29.771740 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 06:21:29.776591 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 06:21:29.801697 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 06:21:29.802164 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.802469 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103647) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 06:21:29.802841 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.804212 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103647) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 06:21:29.804499 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 06:21:29.804743 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 06:21:29.808091 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.808373 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:29.872983 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 06:21:29.873260 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 06:21:29.873469 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 06:21:29.873856 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 06:21:29.926311 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO dbcounter [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Registered counter for database neutron May 19 06:21:29.948221 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_db.sqlalchemy.engines [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103647) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 06:21:29.954634 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG dbcounter [-] [103647] Writer thread running {{(pid=103647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 06:21:30.399635 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing driver for type 'gre' May 19 06:21:30.400337 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] gre ID ranges: [(1, 1000)] May 19 06:21:30.457578 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing driver for type 'local' May 19 06:21:30.457913 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing driver for type 'vlan' May 19 06:21:30.472001 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] VlanTypeDriver initialization complete May 19 06:21:30.472407 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing driver for type 'vxlan' May 19 06:21:30.472873 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] vxlan ID ranges: [(1, 1000)] May 19 06:21:30.531654 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing extension driver 'port_security' May 19 06:21:30.532026 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.extensions.port_security [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] PortSecurityExtensionDriver initialization complete May 19 06:21:30.532367 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing mechanism driver 'openvswitch' May 19 06:21:30.532699 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing mechanism driver 'hyperv' May 19 06:21:30.540116 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:30.540793 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.541166 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.541543 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.542073 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.542501 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.542859 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.543212 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.543605 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.544017 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.544371 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.544717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.545109 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.545545 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.545900 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.546241 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.546632 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.547037 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.547384 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.547723 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.548110 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.548515 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.548861 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.549377 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.550473 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 06:21:30.550941 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] ML2 OVO RPC backend initialized. {{(pid=103647) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 06:21:30.551664 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.552028 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.552454 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.552810 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > networks before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.553160 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.553542 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > ports before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.553893 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.554238 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.554587 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.554930 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.555269 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.555614 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.555954 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.556323 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.556634 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.556972 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.557330 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.566105 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded quota_driver: . May 19 06:21:30.566487 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.plugin [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Modular L2 Plugin initialization complete May 19 06:21:30.566833 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading services supported by the core plugin {{(pid=103647) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 06:21:30.567244 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Got port-security extension from driver 'port_security' May 19 06:21:30.567852 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.extensions.vlantransparent [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Disabled vlantransparent extension. May 19 06:21:30.568450 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103647) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 06:21:30.568774 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: router May 19 06:21:30.616955 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.617268 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.617662 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router before_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.618032 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.618409 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.618768 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_delete 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.619129 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.619484 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.619846 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.620196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.620550 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.620902 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.621260 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.621694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.622064 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.622411 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.622750 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.623089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.623442 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.623790 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.624131 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.624473 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.624828 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.625173 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.625564 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.625932 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.626278 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.626663 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > agent after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.626996 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.628392 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.629316 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Tracking information for resource: router configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:30.629660 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Tracking information for resource: floatingip configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 06:21:30.634817 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.db.l3_agentschedulers_db [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 06:21:30.635411 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.635776 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.636132 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.636488 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.637315 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router before_create 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.637686 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.638052 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.638409 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.644295 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.provider_configuration [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service providers = [] {{(pid=103647) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 06:21:30.644667 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.db.servicetype_db [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103647) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 06:21:30.647720 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.service_base [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 06:21:30.648066 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.service_base [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 06:21:30.648408 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.service_base [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 06:21:30.649347 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.services.service_base [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 06:21:30.649703 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.services.service_base [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 06:21:30.650089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.650407 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 06:21:30.662040 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.662379 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: auto_allocate May 19 06:21:30.668196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: network precommit_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.668571 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: network precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.669106 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.669469 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: tag May 19 06:21:30.676786 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.677115 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: timestamp May 19 06:21:30.681228 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.681582 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: network_ip_availability May 19 06:21:30.687140 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.687517 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.687878 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.688608 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.688928 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: flavors May 19 06:21:30.694637 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.694974 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading Plugin: revisions May 19 06:21:30.703957 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 06:21:30.704362 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.885s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 06:21:30.705135 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103647) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 06:21:30.706571 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Initializing extension manager. May 19 06:21:30.707111 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: __init__.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.707463 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: __pycache__ {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.707806 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: _port_mac_address_override.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.708145 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.708926 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.709747 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: address-group May 19 06:21:30.710081 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: address_scope.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.710804 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.711325 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: address-scope May 19 06:21:30.711650 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.712599 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.713124 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: router-admin-state-down-before-update May 19 06:21:30.713473 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: agent.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.714188 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.714708 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: agent May 19 06:21:30.715030 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: agent_resources_synced.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.715945 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.716459 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: agent-resources-synced May 19 06:21:30.716782 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.718670 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.719197 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: allowed-address-pairs May 19 06:21:30.719523 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.720606 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.722211 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: auto-allocated-topology May 19 06:21:30.722549 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.723248 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.723838 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: availability_zone May 19 06:21:30.724167 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: availability_zone_filter.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.725089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.725633 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: availability_zone_filter May 19 06:21:30.725957 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: data_plane_status.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.726865 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.727381 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension data-plane-status not supported by any of loaded plugins May 19 06:21:30.727708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: default_subnetpools.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.728629 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.729145 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: default-subnetpools May 19 06:21:30.729495 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.730317 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.730827 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: dhcp_agent_scheduler May 19 06:21:30.731152 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: dns.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.732082 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.732596 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension dns-integration not supported by any of loaded plugins May 19 06:21:30.732919 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: dns_domain_ports.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.733865 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.734379 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 06:21:30.734710 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.735635 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.736147 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 06:21:30.736508 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: dvr.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.738321 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.738836 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: dvr May 19 06:21:30.739161 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: ecmp_routes.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.740089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.740600 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 06:21:30.740932 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: empty_string_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.741869 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.742377 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: empty-string-filtering May 19 06:21:30.742698 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.743611 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.744123 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 06:21:30.744443 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.745390 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.745901 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 06:21:30.746224 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: external_net.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.747132 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.747644 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: external-net May 19 06:21:30.747967 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.748878 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.749421 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: extra_dhcp_opt May 19 06:21:30.749746 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: extraroute.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.750667 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.751179 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: extraroute May 19 06:21:30.751600 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: extraroute_atomic.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.753693 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.754215 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: extraroute-atomic May 19 06:21:30.754546 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: filter_validation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.755240 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.755756 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: filter-validation May 19 06:21:30.756082 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: fip_pf_description.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.757007 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.757551 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 06:21:30.757877 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: fip_pf_port_range.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.758807 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.759318 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 06:21:30.759642 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: fip_port_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.760587 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.761098 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: fip-port-details May 19 06:21:30.761461 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: flavors.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.762708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.763235 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: flavors May 19 06:21:30.763566 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.765235 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.765800 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 06:21:30.766129 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: floatingip_pools.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.766831 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.767359 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: floatingip-pools May 19 06:21:30.767680 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: ip_allocation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.769182 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.769726 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension ip_allocation not supported by any of loaded plugins May 19 06:21:30.770050 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.771129 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.771657 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: ip-substring-filtering May 19 06:21:30.771991 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l2_adjacency.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.772912 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.773458 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 06:21:30.773786 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.774789 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.775312 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: router May 19 06:21:30.775640 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.777913 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.778454 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 06:21:30.779037 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.779970 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.780494 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: ext-gw-mode May 19 06:21:30.780826 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.787844 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.788381 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: l3-ha May 19 06:21:30.788733 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.789680 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.790205 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 06:21:30.790535 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_flavors.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.791456 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.791973 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: l3-flavors May 19 06:21:30.792303 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.793707 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.794238 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 06:21:30.794571 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.795500 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.796026 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 06:21:30.796356 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: l3agentscheduler.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.797435 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.798040 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: l3_agent_scheduler May 19 06:21:30.798370 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: local_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.801222 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.801779 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension local_ip not supported by any of loaded plugins May 19 06:21:30.802119 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: logging.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.803594 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.804121 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension logging not supported by any of loaded plugins May 19 06:21:30.804456 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: metering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.805204 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.805821 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: metering May 19 06:21:30.806152 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.807262 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.807788 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: metering_source_and_destination_fields May 19 06:21:30.808119 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: multiprovidernet.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.809052 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.809606 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: multi-provider May 19 06:21:30.809939 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: netmtu.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.810865 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.811381 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: net-mtu May 19 06:21:30.811707 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: netmtu_writable.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.812794 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.813295 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: net-mtu-writable May 19 06:21:30.813676 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: network_availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.814305 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.815362 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: network_availability_zone May 19 06:21:30.815694 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: network_ip_availability.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.816822 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.817377 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: network-ip-availability May 19 06:21:30.821738 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: network_segment_range.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.822555 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.823094 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension network-segment-range not supported by any of loaded plugins May 19 06:21:30.823420 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: pagination.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.824969 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.824969 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: pagination May 19 06:21:30.825160 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_device_profile.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.826097 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.826623 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-device-profile May 19 06:21:30.826951 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_mac_address_override.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.827897 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.828414 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-mac-override May 19 06:21:30.828741 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.829698 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.830239 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-mac-address-regenerate May 19 06:21:30.831087 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.832034 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.832565 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-numa-affinity-policy May 19 06:21:30.832895 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_resource_request.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.833922 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.834378 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension port-resource-request not supported by any of loaded plugins May 19 06:21:30.834708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.835709 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.836233 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 06:21:30.836553 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: portbindings.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.837536 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.838061 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: binding May 19 06:21:30.838388 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: portbindings_extended.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.839717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.840248 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: binding-extended May 19 06:21:30.840575 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: portsecurity.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.841577 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.842100 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-security May 19 06:21:30.842429 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: project_id.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.843440 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.843771 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: project-id May 19 06:21:30.844099 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: providernet.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.845037 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.845617 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: provider May 19 06:21:30.846580 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.851193 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.851767 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos not supported by any of loaded plugins May 19 06:21:30.852103 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.853627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.854164 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 06:21:30.854505 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.855457 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.855996 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 06:21:30.856329 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_default.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.857345 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.857855 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-default not supported by any of loaded plugins May 19 06:21:30.858187 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_fip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.859133 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.859660 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-fip not supported by any of loaded plugins May 19 06:21:30.859989 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.860928 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.862366 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 06:21:30.863121 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.864132 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.864675 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 06:21:30.865012 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.865986 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.866513 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 06:21:30.866841 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.867959 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.868428 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 06:21:30.868755 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.869830 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.870351 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 06:21:30.870676 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_pps_rule.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.871866 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.872388 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-pps not supported by any of loaded plugins May 19 06:21:30.872716 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.873676 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.874200 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 06:21:30.874526 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.875462 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.875983 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 06:21:30.876313 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: qos_rules_alias.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.877451 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.878652 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 06:21:30.878988 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: quota_check_limit.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.880139 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.880664 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: quota-check-limit May 19 06:21:30.880993 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: quotasv2.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.882037 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.882372 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: quotas May 19 06:21:30.882696 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: quotasv2_detail.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.884433 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.884774 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: quota_details May 19 06:21:30.885115 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: rbac.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.886221 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.886755 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: rbac-policies May 19 06:21:30.887089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: rbac_address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.888031 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.888554 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: rbac-address-group May 19 06:21:30.888882 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: rbac_address_scope.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.889841 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.890358 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: rbac-address-scope May 19 06:21:30.890686 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: rbac_security_groups.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.891609 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.892129 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: rbac-security-groups May 19 06:21:30.892456 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.894404 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.894927 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: rbac-subnetpool May 19 06:21:30.895254 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: revisionifmatch.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.896194 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.896714 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: revision-if-match May 19 06:21:30.897039 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: revisions.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.898186 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.898708 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: standard-attr-revisions May 19 06:21:30.899036 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: router_availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.899713 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.900230 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: router_availability_zone May 19 06:21:30.900555 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: routerservicetype.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.901527 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.902046 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension router-service-type not supported by any of loaded plugins May 19 06:21:30.902371 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.903305 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.904087 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: security-groups-normalized-cidr May 19 06:21:30.904412 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.905364 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.905888 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: port-security-groups-filtering May 19 06:21:30.906211 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.907157 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.907677 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: security-groups-remote-address-group May 19 06:21:30.908001 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.914485 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.915029 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: security-groups-shared-filtering May 19 06:21:30.915369 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.915985 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 06:21:30.916313 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: securitygroup.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.927282 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.927825 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: security-group May 19 06:21:30.928163 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: segment.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.928911 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.929457 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension segment not supported by any of loaded plugins May 19 06:21:30.929801 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.930784 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.931307 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 06:21:30.931643 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: servicetype.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.932756 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.933301 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: service-type May 19 06:21:30.933643 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: sorting.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.934627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.934967 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: sorting May 19 06:21:30.935291 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: standard_attr_segment.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.936214 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.936750 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 06:21:30.937121 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: standardattrdescription.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.937834 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.938416 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: standard-attr-description May 19 06:21:30.938729 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: stateful_security_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.940252 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.941296 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: stateful-security-group May 19 06:21:30.941638 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: stdattrs_common.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.942224 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 06:21:30.942567 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.943598 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.944164 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 06:21:30.944546 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnet_onboard.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.945750 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.946312 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: subnet_onboard May 19 06:21:30.946719 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.947718 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.948268 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 06:21:30.948640 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnet_service_types.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.949637 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.950149 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: subnet-service-types May 19 06:21:30.950485 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnetallocation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.951569 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.952085 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: subnet_allocation May 19 06:21:30.952410 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.953080 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.953740 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: subnetpool-prefix-ops May 19 06:21:30.954073 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.955017 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.956261 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 06:21:30.956773 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: tagging.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.957892 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.958431 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: standard-attr-tag May 19 06:21:30.958761 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: timestamp.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.959964 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.960501 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loaded extension: standard-attr-timestamp May 19 06:21:30.960834 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: trunk.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.961895 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.962421 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension trunk not supported by any of loaded plugins May 19 06:21:30.962751 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: trunk_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.963678 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.964194 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension trunk-details not supported by any of loaded plugins May 19 06:21:30.964521 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.965477 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.965995 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 06:21:30.966319 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Loading extension file: vlantransparent.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 06:21:30.966993 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 06:21:30.967504 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 06:21:30.970119 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:network May 19 06:21:30.970655 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnet May 19 06:21:30.972173 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnetpool May 19 06:21:30.972581 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:port May 19 06:21:30.975148 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.975595 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service FLAVORS assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.976223 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.976650 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.976989 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:router May 19 06:21:30.977462 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:floatingip May 19 06:21:30.977980 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service METERING assigned prefix: /metering {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.979419 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.979793 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.980148 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:21:30.981159 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of CountableResource for resource:rbac_policy May 19 06:21:30.981648 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:security_group May 19 06:21:30.982088 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 06:21:30.982624 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.983037 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnetpool May 19 06:21:30.983387 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] subnetpool is already registered May 19 06:21:30.983821 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.984158 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnetpool May 19 06:21:30.984495 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] subnetpool is already registered May 19 06:21:30.987390 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.987830 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service FLAVORS assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.988426 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.988849 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.989187 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:router May 19 06:21:30.989562 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] router is already registered May 19 06:21:30.989978 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:floatingip May 19 06:21:30.990319 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] floatingip is already registered May 19 06:21:30.990781 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service METERING assigned prefix: /metering {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.991453 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of CountableResource for resource:rbac_policy May 19 06:21:30.991784 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] rbac_policy is already registered May 19 06:21:30.992196 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:security_group May 19 06:21:30.992532 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] security_group is already registered May 19 06:21:30.992935 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 06:21:30.993271 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] security_group_rule is already registered May 19 06:21:30.993911 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.994244 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnetpool May 19 06:21:30.994582 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] subnetpool is already registered May 19 06:21:30.995003 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 06:21:30.995330 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Creating instance of TrackedResource for resource:subnetpool May 19 06:21:30.995663 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] subnetpool is already registered May 19 06:21:30.996143 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: extensions {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.005146 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: address-groups {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.006742 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: address-scopes {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.008078 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.009261 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: auto-allocated-topology {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.010543 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: availability_zones {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.011771 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: dhcp-networks {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.013316 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: dhcp-agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.014747 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.016465 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: flavors {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.018325 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: service_profiles {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.024202 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: next_providers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.025744 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: service_profiles {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.027322 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: floatingip-pools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.028792 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.030563 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: floatingips {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.031867 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: l3-routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.035239 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: l3-agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.036883 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: metering-labels {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.038526 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: metering-label-rules {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.040128 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: network-ip-availabilities {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.041843 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: bindings {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.044090 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: quotas {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.046427 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: quotas {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.048284 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: rbac-policies {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.051173 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: security-groups {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.052718 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: security-group-rules {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.054255 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: service-providers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.055675 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: subnetpools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.057512 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: subnetpools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.059669 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.061516 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.065384 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.067711 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.069425 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.071387 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.073091 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.075019 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.076804 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.078580 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron.api.extensions [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 06:21:31.085379 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING keystonemiddleware.auth_token [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 06:21:31.090946 dv-cinder-836996-22-iscsi neutron-server[103647]: WARNING keystonemiddleware.auth_token [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 06:21:31.100623 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Acquired lock "singleton_lock" {{(pid=103647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 06:21:31.101107 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Releasing lock "singleton_lock" {{(pid=103647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 06:21:31.101799 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Starting 2 workers May 19 06:21:31.109346 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Started child 103756 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 06:21:31.112167 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Started child 103757 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 06:21:31.113564 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.114497 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO neutron.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 06:21:31.115181 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [-] (103756) wsgi starting up on http://0.0.0.0:9696 May 19 06:21:31.115286 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.117179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.117729 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Starting 1 workers May 19 06:21:31.118762 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [-] (103757) wsgi starting up on http://0.0.0.0:9696 May 19 06:21:31.123144 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Started child 103758 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 06:21:31.123702 dv-cinder-836996-22-iscsi neutron-server[103647]: INFO oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Starting 1 workers May 19 06:21:31.126808 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] calling RpcWorker wait() {{(pid=103758) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 06:21:31.127991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] returning from RpcWorker wait() {{(pid=103758) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 06:21:31.129560 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.129695 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Started child 103759 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 06:21:31.130094 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:31.130494 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-553f166d-8380-4660-9ebc-4543076e3ed0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.132232 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 06:21:31.132441 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 06:21:31.132609 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 06:21:31.132834 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 06:21:31.133168 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 06:21:31.133357 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 06:21:31.133890 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.134182 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.134299 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:31.134758 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.134758 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.135310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.135581 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.135685 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:31.135842 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.136218 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.136391 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.136533 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.136686 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.136942 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.137765 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.137765 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.137765 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.137999 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.138228 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.138504 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.138721 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.138892 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.139143 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.139447 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.139703 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.140225 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.140455 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.140713 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.141166 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.141257 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.141469 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.141731 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.141947 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.142185 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.142433 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.142684 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.142994 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.143878 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.144120 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.144391 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.144613 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.145106 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] host = dv-cinder-836996-22-iscsi {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.145381 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.145622 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.145875 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.146124 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.146405 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.146640 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.147366 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.147366 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.147527 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.147680 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.147903 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.148148 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.148386 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149015 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149015 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_options = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149349 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149349 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149854 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.149996 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.150141 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.150887 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.150887 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.150887 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.151319 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.151319 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.151577 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.151727 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.151878 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.152142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.152320 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.152559 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.152759 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.154540 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.154761 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.155145 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.155431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.155818 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.155978 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.156207 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.156471 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.156661 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.156904 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.157106 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.158044 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.158948 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.159200 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.159447 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.159876 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.161175 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.161541 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.161734 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.161868 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.162108 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.162951 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.163215 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.163476 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.163925 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.163925 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.164214 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.164364 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.166477 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.166717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.166958 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.167224 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.167471 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.167690 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.168097 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.168097 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.168340 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.168582 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.169018 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.169334 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.169650 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.169898 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.170143 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.170392 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.170618 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.170841 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.171088 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.171331 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.171647 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.171875 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.172173 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.172465 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.172733 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.173400 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.173400 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.173719 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.173874 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.174529 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.175133 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.175297 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.175436 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.175814 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.175980 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.176121 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.176334 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.176637 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.176880 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.177155 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.177550 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.177810 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.178065 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.178326 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.178561 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.178802 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.179030 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.179242 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.179483 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.179699 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.179954 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.180554 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.180554 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.180853 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.180853 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.181138 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.181317 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.181557 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.181861 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.182044 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.182242 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.182627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.182627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.182944 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.183100 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.183270 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.183713 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.183713 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.184011 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.184149 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.184376 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.184557 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.184802 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.185019 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.185574 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.185574 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.185895 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.185895 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.186168 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.186312 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.186478 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.189310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.191154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192576 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192576 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.192795 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.193032 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.193264 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.193526 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.193759 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.193967 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.194192 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.194460 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.194700 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.194925 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.195148 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.195359 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.195605 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.195822 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.196068 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.196283 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.196513 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.196754 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.196998 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.197270 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.197537 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.197765 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.197978 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.198202 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.198439 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.198708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.198948 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.199237 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.199474 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.199739 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.200028 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.200295 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.200573 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.200812 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.201037 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.201311 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.201570 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.201826 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.202073 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.202306 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.202524 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.202764 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.202975 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.203202 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.203427 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.203758 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.203982 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.204190 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.204397 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.205060 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.205060 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.205236 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.205441 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.205713 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.206096 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.206441 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.206539 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.206706 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.206948 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.207173 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.207383 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.207627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.207835 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.208093 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.208299 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.208527 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.208766 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.208972 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.209183 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.209447 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.209650 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.209880 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.210115 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.210324 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.210538 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.210767 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.211038 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.211197 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.211406 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.211626 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.211866 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.212224 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.212653 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.212902 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.213112 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.213360 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.213583 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.213813 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.214024 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.214281 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.214497 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.214730 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.214968 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.215181 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.215406 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.215630 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.215856 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.216089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.216336 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.216565 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.216905 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.217155 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.217420 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.217676 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.217914 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.218154 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.218374 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.218586 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.218813 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.219192 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.219410 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.219655 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.219867 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.220138 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.220294 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.221001 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.221353 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.221544 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.221742 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.221959 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.222207 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.222438 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.222648 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.222877 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.223089 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.223533 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.223533 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.223926 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.223926 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.224213 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.224628 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.224628 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.224959 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.225097 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.225353 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.225586 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.225811 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.226014 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.226251 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.226442 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.226645 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.226863 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.227065 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.227290 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.227504 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.227717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.227916 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.228341 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.228341 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.228647 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.228794 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.228931 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.229144 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.229362 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.229550 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.229757 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.229970 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.230180 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.230372 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.230587 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.230792 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.230994 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.231208 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.231437 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.231639 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.231902 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.232143 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.232359 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.232646 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.232886 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.233127 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.233406 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.233717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.233958 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.234179 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.234420 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.234730 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.234904 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.235078 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.235389 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.235666 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.235934 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.236344 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.237021 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.237377 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.237728 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.238130 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.238438 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.238769 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.239053 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.239315 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.239442 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:31.239545 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.239788 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.240006 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.240218 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.240454 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.240686 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.240915 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.241165 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.241484 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.241706 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.241919 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.242141 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.242702 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.242969 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.243174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.243391 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.244013 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.244013 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 06:21:31.244537 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 06:21:31.244679 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 06:21:31.244970 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 06:21:31.244970 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 06:21:31.245208 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 06:21:31.245208 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 06:21:31.245466 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.245581 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.245732 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.245887 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246306 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246306 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246471 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246617 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246747 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246870 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.246993 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247128 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247253 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247417 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247544 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247668 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.247779 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248122 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248122 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248354 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248354 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248586 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248707 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248832 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.248974 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249098 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249254 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249429 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249586 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249738 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.249893 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250047 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250201 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250353 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250506 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250659 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250825 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.250965 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251125 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251275 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] host = dv-cinder-836996-22-iscsi {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251428 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251579 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251730 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.251884 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.252036 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.252725 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.252890 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253219 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253451 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253580 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253715 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253838 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.253975 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254152 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254285 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_options = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254407 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254540 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254668 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.254854 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255050 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255205 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255350 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255484 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255622 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255763 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.255910 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256060 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256196 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256321 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256444 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256567 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256710 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.256863 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257016 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257153 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257343 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257343 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257821 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257821 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.257991 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258095 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258175 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258311 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258454 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258604 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258758 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.258911 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259065 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259217 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259391 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259541 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259741 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.259885 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260001 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260124 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260246 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260351 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260503 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260655 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260808 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.260964 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261118 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261270 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261444 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261599 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261752 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.261904 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.262058 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.262211 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.262363 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.262516 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 06:21:31.262699 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.262851 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263019 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263176 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263333 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263473 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263631 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263787 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.263943 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264098 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264311 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264414 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264570 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264726 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.264881 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.265150 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.265318 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.265708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.265901 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266056 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266257 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266358 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266531 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266683 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266838 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.266994 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267149 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267315 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267473 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267630 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267832 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.267990 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.268150 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.268627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.268627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.268627 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269438 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269438 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269438 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269913 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269913 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.269913 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270238 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270238 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270494 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270634 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270793 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.270951 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271275 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271275 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271420 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271539 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271696 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.271852 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272009 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272165 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272320 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272488 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272642 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272798 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.272953 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273329 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273329 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273594 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273721 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273843 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.273966 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.274093 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.274289 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.274539 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.274803 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.274991 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275157 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275351 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275510 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275655 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275783 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.275907 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276054 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276215 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276378 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276516 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276673 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276826 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.276964 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.277100 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.277259 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.277605 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.277605 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.278979 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.278979 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.278979 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.278979 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.278979 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.280018 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.280216 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.280359 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.280797 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.280952 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.281122 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.281303 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.281469 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.281684 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.281847 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282007 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282155 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282312 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282457 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282612 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282768 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.282922 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.283077 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.283232 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.283908 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284369 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284369 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284369 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284709 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284709 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.284974 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285134 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285412 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285541 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285647 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285787 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.285945 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286102 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286258 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286413 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286568 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286723 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.286878 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287034 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287188 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287345 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287513 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287717 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287865 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.287996 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.288135 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.288283 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.288412 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.288571 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.288709 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289240 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289240 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289240 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289870 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289870 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289870 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.289870 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290146 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290146 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290389 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290490 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290647 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.290914 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291034 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291122 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291250 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291405 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.291560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.292751 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.292751 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.292751 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.292973 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293051 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293151 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293322 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293484 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293639 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293797 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.293952 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.294108 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.294264 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.294435 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295142 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295516 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295516 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295673 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295751 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.295865 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296020 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296176 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296350 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296505 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296661 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296819 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.296976 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297132 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297310 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297464 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297619 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297773 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.297929 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298085 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298239 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298399 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298554 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298708 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.298866 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.299734 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.299734 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300034 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300254 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300416 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300571 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300725 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.300884 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.301072 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.301183 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.301368 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302174 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302557 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302557 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302557 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302790 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.302869 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303026 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303139 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303293 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303459 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303614 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303772 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.303912 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304066 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304220 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304385 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304539 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304693 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.304848 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305003 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305156 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305342 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305500 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305655 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305809 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.305963 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306118 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306284 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306439 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306642 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306803 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.306958 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307113 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307278 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307445 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307580 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307746 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.307901 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308055 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308211 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308385 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308540 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308697 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.308852 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309006 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309161 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309337 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309501 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309666 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309829 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.309985 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310150 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310316 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310480 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310635 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310798 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.310964 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311120 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311275 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311431 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311587 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311742 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.311897 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312053 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312208 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312363 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312517 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312672 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312827 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.312983 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313136 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313380 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313522 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313605 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313743 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.313899 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 06:21:31.314046 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 06:21:31.593359 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49586) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:21:31.602400 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066943 May 19 06:21:40.523560 dv-cinder-836996-22-iscsi neutron-server[103647]: DEBUG dbcounter [-] [103647] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:21:43.748013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d03141-d230-4c9b-b1e4-99286d5228bf None None] get_active_networks_info from dv-cinder-836996-22-iscsi {{(pid=103758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 06:21:43.760460 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writer thread running {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 06:21:43.819356 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d03141-d230-4c9b-b1e4-99286d5228bf None None] No non-hosted networks {{(pid=103758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 06:21:43.844896 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.agentschedulers_db [None req-f3d03141-d230-4c9b-b1e4-99286d5228bf None None] DHCP Agent not found on host dv-cinder-836996-22-iscsi {{(pid=103758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 06:21:43.974138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c138d891-48a2-4e8b-bf1f-9b1165af5001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:45.415129 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writer thread running {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 06:21:45.978711 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5becdbf6-dcf5-4569-8698-71c5646832ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:46.039798 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6975f7dc-9aea-4ff3-bb23-948f8848b269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:47.017598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49656) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:21:47.598491 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:47.806087 dv-cinder-836996-22-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-880c8112-36f5-49a8-999b-97e6b24f1ddf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:47.806605 dv-cinder-836996-22-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-880c8112-36f5-49a8-999b-97e6b24f1ddf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:48.027014 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [None req-880c8112-36f5-49a8-999b-97e6b24f1ddf admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:21:48.029248 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-880c8112-36f5-49a8-999b-97e6b24f1ddf admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0097589 May 19 06:21:48.769875 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:50.013641 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:50.014330 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.014621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.014947 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.015265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.015744 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.016244 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.016569 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.016908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.017502 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.018117 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.018725 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.019240 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.019756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.020223 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.020695 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:50.021079 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-22-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:50.028374 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-22-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:21:50.688840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49690) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:21:51.092853 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:21:51.184937 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.policy [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103757) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 06:21:51.226244 dv-cinder-836996-22-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:51.226644 dv-cinder-836996-22-iscsi neutron-server[103757]: WARNING oslo_policy.policy [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:51.247461 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writer thread running {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 06:21:51.333848 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143147531', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143144991', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143131592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143122914', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143247628', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765143240418', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-651319', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-923653', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2067337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601498'] for rbac-policy (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:51.422958 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:51.429910 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7c14307e-8b12-48de-9464-2ef4430e559a admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7398598 May 19 06:21:53.285883 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.db.l3_hamode_db [None req-80677af5-8dff-43b6-aba2-19170c0e7f41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 06:21:53.372423 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677af5-8dff-43b6-aba2-19170c0e7f41 None None] Routers set() bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:21:53.372820 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80677af5-8dff-43b6-aba2-19170c0e7f41 None None] Router IDs set() for agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 06:21:54.007173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49702) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:21:54.361327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:21:54.390260 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Made reservation on behalf of fda8b64de40a4fd698a2458618d1a582 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:21:54.394412 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.412553 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.531955 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks [] for security_group (207e8f07-db5d-4718-baf2-e81ef3dddd35), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.536104 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (207e8f07-db5d-4718-baf2-e81ef3dddd35), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.560961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:21:54.598808 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (e472ec3e-e619-44ca-801a-0bce64152970), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.599372 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Added segment e472ec3e-e619-44ca-801a-0bce64152970 of type vlan for network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa May 19 06:21:54.617601 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=207e8f07-db5d-4718-baf2-e81ef3dddd35,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:21:54.668755 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.669004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.669360 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.669714 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.670037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.670358 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.670673 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.670988 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.671321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.671641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.671958 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.672286 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.672598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.672905 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.673214 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Tracked resource versions report: May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: pushed versions: May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Agent': {'1.1'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Log': {'1.0'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Network': {'1.1'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Port': {'1.7'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'PortForwarding': {'1.3'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: consumer versions: May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Agent': '1.1', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Log': '1.0', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'NDPProxy': '1.0', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Network': '1.1', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Port': '1.7', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'PortForwarding': '1.3', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'QosPolicy': '1.10', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SubPort': '1.0', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Subnet': '1.1', May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Trunk': '1.1'}} May 19 06:21:54.674723 dv-cinder-836996-22-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:21:54.717799 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (880d7760-46b6-4c66-9d8a-43f0efd8dbfa), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.749048 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=48,neutron:INSERT=48,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:21:54.763342 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (880d7760-46b6-4c66-9d8a-43f0efd8dbfa), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.771596 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:21:54.772723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:54.950758 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9422245 May 19 06:21:54.993223 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea251-32a2-4893-8052-de1608673e76 demo demo] Pushing event updated for resources: {'Network': ['ID=880d7760-46b6-4c66-9d8a-43f0efd8dbfa,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:21:55.009860 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:21:57.578531 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 49716) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:21:58.140497 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:58.141049 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:58.373468 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writer thread running {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 06:21:58.585595 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.policy [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103756) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 06:21:58.625590 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:58.625970 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING oslo_policy.policy [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 06:21:58.634357 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:21:58.636629 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-10d06e03-5cc6-4445-9356-b795183de5ce demo admin] 10.222.0.65 "GET /v2.0/networks/880d7760-46b6-4c66-9d8a-43f0efd8dbfa HTTP/1.1" status: 200 len: 825 time: 1.0560436 May 19 06:21:58.676450 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c2a91e02-5f28-405e-9680-bd47ed450c82 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/fcf6ea1a-6400-4920-a064-fe601d110768 HTTP/1.1" status: 200 len: 734 time: 0.0341258 May 19 06:21:58.686210 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768', 'ip_version': 4, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:21:58.733536 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Made reservation on behalf of fda8b64de40a4fd698a2458618d1a582 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:21:58.736906 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:59.055201 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (2c72113a-2108-4d93-ba2c-eb07381533e8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:59.134801 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Checking segment: {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:21:59.135170 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Network hostable DHCP agents. Network: 880d7760-46b6-4c66-9d8a-43f0efd8dbfa, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:21:59.140415 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2c72113a-2108-4d93-ba2c-eb07381533e8,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:21:59.155257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.155589 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.155929 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.156252 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.156570 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.156885 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.157194 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.157527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.157852 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.158163 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.158965 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.159397 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.159713 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.160021 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.160329 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Tracked resource versions report: May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: pushed versions: May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Agent': {'1.1'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Log': {'1.0'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Network': {'1.1'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Port': {'1.7'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'PortForwarding': {'1.3'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: consumer versions: May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Agent': '1.1', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Log': '1.0', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'NDPProxy': '1.0', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Network': '1.1', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Port': '1.7', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'PortForwarding': '1.3', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'QosPolicy': '1.10', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SubPort': '1.0', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Subnet': '1.1', May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Trunk': '1.1'}} May 19 06:21:59.161780 dv-cinder-836996-22-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:21:59.188446 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:21:59.198195 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:21:59.203827 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 880d7760-46b6-4c66-9d8a-43f0efd8dbfa) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:21:59.213139 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:21:59.213798 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:59.214370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a3477-ee00-46e2-9be1-94006fa0f83c None None] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:21:59.236900 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6b3033b2-ecde-4f70-8bb1-def658125361 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5540161 May 19 06:21:59.499537 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:21:59.500927 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:21:59.818698 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Allocated IP 172.20.0.2 (880d7760-46b6-4c66-9d8a-43f0efd8dbfa/2c72113a-2108-4d93-ba2c-eb07381533e8/45b7532d-c5c2-418a-9eb7-be36862f3692) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:21:59.933088 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:00.126425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks [] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:00.134833 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:00.218386 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:22:00.224345 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:22:00.227810 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:22:00.234405 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Pushing event updated for resources: {'Port': ['ID=45b7532d-c5c2-418a-9eb7-be36862f3692,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:00.250086 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.250403 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.250732 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.251074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.251400 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.251719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.252655 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.252988 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.253343 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.253668 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.253987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.254319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.254638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.254950 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.255260 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Tracked resource versions report: May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: pushed versions: May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Agent': {'1.1'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Log': {'1.0'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'NDPProxy': {'1.0'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Network': {'1.1'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Port': {'1.7'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'PortForwarding': {'1.3'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: consumer versions: May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Agent': '1.1', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Log': '1.0', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'NDPProxy': '1.0', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Network': '1.1', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Port': '1.7', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'PortForwarding': '1.3', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'QosPolicy': '1.10', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SubPort': '1.0', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Subnet': '1.1', May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Trunk': '1.1'}} May 19 06:22:00.257007 dv-cinder-836996-22-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:22:00.341082 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Attempting to bind port 45b7532d-c5c2-418a-9eb7-be36862f3692 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:22:00.341514 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Attempting to bind port 45b7532d-c5c2-418a-9eb7-be36862f3692 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:22:00.341949 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Attempting to bind port 45b7532d-c5c2-418a-9eb7-be36862f3692 on network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:22:00.344992 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:00.349692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:22:00.350107 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Checking segment: {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:22:00.350617 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:00.351010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Bound using segment: {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:22:00.351511 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Bound port: 45b7532d-c5c2-418a-9eb7-be36862f3692, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:22:00.351921 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:00.423277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] For port 45b7532d-c5c2-418a-9eb7-be36862f3692, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:22:00.444605 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] For port 45b7532d-c5c2-418a-9eb7-be36862f3692, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=45b7532d-c5c2-418a-9eb7-be36862f3692,segment=NetworkSegment(e472ec3e-e619-44ca-801a-0bce64152970),segment_id=e472ec3e-e619-44ca-801a-0bce64152970)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:22:00.452891 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:00.516536 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f10f8-d64b-42ef-864c-3e36757c0aec None None] Pushing event updated for resources: {'Port': ['ID=45b7532d-c5c2-418a-9eb7-be36862f3692,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:00.797652 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=7 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:00.806315 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:01.869100 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 49744) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:02.228081 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-ba3fb35e-7360-473d-b0a0-34d86eaa8ee3 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:22:02.229081 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ba3fb35e-7360-473d-b0a0-34d86eaa8ee3 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3589752 May 19 06:22:04.834437 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 49752) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:04.981037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=56,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:04.989529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:05.221988 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-6689b401-2a6a-42d7-8407-a4d91a08ed82 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:22:05.223260 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6689b401-2a6a-42d7-8407-a4d91a08ed82 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3875818 May 19 06:22:07.909840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49762) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:08.293090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:22:08.322671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (f51e716a-43ee-46d5-9c18-2c98bd1fb477), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:08.324563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (f51e716a-43ee-46d5-9c18-2c98bd1fb477), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:08.490356 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Publish callbacks [] for router_controller (f51e716a-43ee-46d5-9c18-2c98bd1fb477), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:08.496505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (f51e716a-43ee-46d5-9c18-2c98bd1fb477), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:08.517820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:08.530400 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a43a9fb8-fbfb-453e-bb55-a613a7df69c8 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6184521 May 19 06:22:09.229784 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:09.231493 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:10.506439 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:10.515915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=43,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:11.164943 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 49772) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:11.625721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-a21c9b13-3a1e-4e4b-a7ce-98523fcc6e4f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:22:11.641340 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a21c9b13-3a1e-4e4b-a7ce-98523fcc6e4f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4612179 May 19 06:22:13.005489 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 45b7532d-c5c2-418a-9eb7-be36862f3692 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:22:13.145200 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 45b7532d-c5c2-418a-9eb7-be36862f3692 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:13.145741 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:13.279422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 45b7532d-c5c2-418a-9eb7-be36862f3692 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:13.280154 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:13.328905 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 45b7532d-c5c2-418a-9eb7-be36862f3692, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=45b7532d-c5c2-418a-9eb7-be36862f3692,segment=NetworkSegment(e472ec3e-e619-44ca-801a-0bce64152970),segment_id=e472ec3e-e619-44ca-801a-0bce64152970)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:22:13.338803 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:13.411847 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=45b7532d-c5c2-418a-9eb7-be36862f3692,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:13.726965 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-363e54c0-296f-40d5-8b06-3d3b052ab325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.084513 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271776f-10f0-4588-9c65-39d257ec1e5b None None] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:22:14.188099 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-11d44e66-4962-460a-a6b4-caa2be537c77 None None] Provisioning complete for port 45b7532d-c5c2-418a-9eb7-be36862f3692 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:14.188726 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11d44e66-4962-460a-a6b4-caa2be537c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.366649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49784) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:14.402587 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-11d44e66-4962-460a-a6b4-caa2be537c77 None None] Current status of the port 45b7532d-c5c2-418a-9eb7-be36862f3692 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:14.623104 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-45bdccf2-1a5f-4798-aad2-0198fe738d38 None None] Provisioning complete for port 45b7532d-c5c2-418a-9eb7-be36862f3692 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:14.623643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-45bdccf2-1a5f-4798-aad2-0198fe738d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.707910 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-45bdccf2-1a5f-4798-aad2-0198fe738d38 None None] Current status of the port 45b7532d-c5c2-418a-9eb7-be36862f3692 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:14.772167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:22:14.793991 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Made reservation on behalf of 0443648214584699a9ada0deda814964 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:22:14.796258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.804844 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.891721 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks [] for security_group (d340fd22-35d6-4d3f-a991-d71b49ceee7d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.898114 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d340fd22-35d6-4d3f-a991-d71b49ceee7d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.924925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Reserving flat network on physical network physnet1 {{(pid=103757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 06:22:14.948297 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d340fd22-35d6-4d3f-a991-d71b49ceee7d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:14.955486 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (7a548265-c136-4632-805d-b90e9edc8336), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:14.956094 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Added segment 7a548265-c136-4632-805d-b90e9edc8336 of type flat for network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 May 19 06:22:14.977713 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 45b7532d-c5c2-418a-9eb7-be36862f3692 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:22:15.028168 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 45b7532d-c5c2-418a-9eb7-be36862f3692 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:15.028796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:15.047178 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (0a9c8b00-74d6-4c38-81f9-84b70c9dc014), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:15.086954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (0a9c8b00-74d6-4c38-81f9-84b70c9dc014), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:15.088157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:22:15.088962 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:15.129138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 45b7532d-c5c2-418a-9eb7-be36862f3692 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:15.167255 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7993271 May 19 06:22:15.192327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880efd45-8821-4697-b652-5d29415cad21 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9c8b00-74d6-4c38-81f9-84b70c9dc014,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:15.207004 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:22:15.964710 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:15.982234 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7627b45d-34e9-4faf-a5bc-d3fa5b85dec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:17.544442 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:17.738272 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49802) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:17.966487 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c36b6a-5192-4fb9-bba3-712b5f7c8f8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:22:17.968251 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-51c36b6a-5192-4fb9-bba3-712b5f7c8f8e demo admin] 10.222.0.65 "GET /v2.0/subnets/2c72113a-2108-4d93-ba2c-eb07381533e8 HTTP/1.1" status: 200 len: 849 time: 0.2286971 May 19 06:22:18.103647 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6e26149d-e3f1-420c-afea-4963f2396f7c demo admin] 10.222.0.65 "GET /v2.0/routers/f51e716a-43ee-46d5-9c18-2c98bd1fb477 HTTP/1.1" status: 200 len: 704 time: 0.1292102 May 19 06:22:18.384939 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:18.413092 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:18.477552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:18.710982 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:18.725395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Allocated IP 172.20.0.1 (880d7760-46b6-4c66-9d8a-43f0efd8dbfa/2c72113a-2108-4d93-ba2c-eb07381533e8/39b42c23-a527-4851-a3a7-ce51050a0399) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:22:18.932096 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks [] for port (39b42c23-a527-4851-a3a7-ce51050a0399), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.009890 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.156999 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:22:19.162582 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:22:19.176317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:22:19.176885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (f51e716a-43ee-46d5-9c18-2c98bd1fb477), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.180394 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Pushing event updated for resources: {'Port': ['ID=39b42c23-a527-4851-a3a7-ce51050a0399,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:19.393276 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.454475 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-36818e2c-32e2-4bac-b3e8-9d19310d68a9 None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:19.454779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-36818e2c-32e2-4bac-b3e8-9d19310d68a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.484010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:19.490624 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-36818e2c-32e2-4bac-b3e8-9d19310d68a9 None None] Port 39b42c23-a527-4851-a3a7-ce51050a0399 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:22:19.694426 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks [] for port (39b42c23-a527-4851-a3a7-ce51050a0399), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.700326 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.701610 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (f51e716a-43ee-46d5-9c18-2c98bd1fb477), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:19.744317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:19.847397 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:19.851274 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Pushing event updated for resources: {'Port': ['ID=39b42c23-a527-4851-a3a7-ce51050a0399,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:19.927652 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:22:19.929078 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:22:20.017642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:20.122432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-9b634ea8-f271-4f71-9a37-17a661de5f7c None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:20.123210 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9b634ea8-f271-4f71-9a37-17a661de5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:20.124457 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Router f51e716a-43ee-46d5-9c18-2c98bd1fb477 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:22:20.177814 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9b634ea8-f271-4f71-9a37-17a661de5f7c None None] Port 39b42c23-a527-4851-a3a7-ce51050a0399 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:22:20.216548 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:22:20.222234 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6e5031dc-3315-4146-aa3f-efdc9106becf demo admin] 10.222.0.65 "PUT /v2.0/routers/f51e716a-43ee-46d5-9c18-2c98bd1fb477/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1130819 May 19 06:22:20.240855 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Sync routers for ids ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:22:20.254250 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Routers {'f51e716a-43ee-46d5-9c18-2c98bd1fb477'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:22:20.255161 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:22:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:20.453618 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Set router f51e716a-43ee-46d5-9c18-2c98bd1fb477 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:22:20.976780 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:19Z', 'revision_number': 2, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port_host': None, '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:19Z', 'revision_number': 2, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:21.030452 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Checking router: f51e716a-43ee-46d5-9c18-2c98bd1fb477 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:22:21.030832 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Updating router f51e716a-43ee-46d5-9c18-2c98bd1fb477 port 39b42c23-a527-4851-a3a7-ce51050a0399 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:22:21.088416 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:21.695141 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks [] for port (39b42c23-a527-4851-a3a7-ce51050a0399), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:21.703015 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:21.896592 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Attempting to bind port 39b42c23-a527-4851-a3a7-ce51050a0399 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:22:21.897076 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Attempting to bind port 39b42c23-a527-4851-a3a7-ce51050a0399 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:22:21.897461 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Attempting to bind port 39b42c23-a527-4851-a3a7-ce51050a0399 on network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:22:21.900009 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Pushing event updated for resources: {'Port': ['ID=39b42c23-a527-4851-a3a7-ce51050a0399,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:21.911718 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:22:21.912224 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Checking segment: {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:22:21.912620 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:21.913011 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Bound using segment: {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:22:21.913549 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Bound port: 39b42c23-a527-4851-a3a7-ce51050a0399, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472ec3e-e619-44ca-801a-0bce64152970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:22:21.913982 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:21.918168 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.918610 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.918864 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.919180 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.919513 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.919882 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.920148 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.920472 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.920810 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.921162 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.921509 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.921855 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.922232 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.922572 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.922900 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Tracked resource versions report: May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: pushed versions: May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: { 'AddressGroup': {'1.2'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Agent': {'1.1'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'ConntrackHelper': {'1.0'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Log': {'1.0'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'NDPProxy': {'1.0'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Network': {'1.1'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Port': {'1.7'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'PortForwarding': {'1.3'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'QosPolicy': {'1.10'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroup': {'1.5'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SubPort': {'1.0'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Subnet': {'1.1'}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Trunk': {'1.1'}} May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: consumer versions: May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Agent': '1.1', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'ConntrackHelper': '1.0', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'LocalIPAssociation': '1.0', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Log': '1.0', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'NDPProxy': '1.0', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Network': '1.1', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Port': '1.7', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'PortForwarding': '1.3', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'QosPolicy': '1.10', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroup': '1.5', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroupRule': '1.2', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SubPort': '1.0', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Subnet': '1.1', May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Trunk': '1.1'}} May 19 06:22:21.925023 dv-cinder-836996-22-iscsi neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:22:21.988659 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:21.997998 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:22.006755 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] For port 39b42c23-a527-4851-a3a7-ce51050a0399, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:22:22.028498 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] For port 39b42c23-a527-4851-a3a7-ce51050a0399, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=39b42c23-a527-4851-a3a7-ce51050a0399,segment=NetworkSegment(e472ec3e-e619-44ca-801a-0bce64152970),segment_id=e472ec3e-e619-44ca-801a-0bce64152970)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:22:22.036009 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:22.086754 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Routers {'f51e716a-43ee-46d5-9c18-2c98bd1fb477'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:22:22.087388 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:22:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:22.148079 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:22.149574 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:22.175741 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] Set router f51e716a-43ee-46d5-9c18-2c98bd1fb477 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:22:22.268462 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Current status of the port 39b42c23-a527-4851-a3a7-ce51050a0399 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:22.269223 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:22.309360 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] For port 39b42c23-a527-4851-a3a7-ce51050a0399, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=39b42c23-a527-4851-a3a7-ce51050a0399,segment=NetworkSegment(e472ec3e-e619-44ca-801a-0bce64152970),segment_id=e472ec3e-e619-44ca-801a-0bce64152970)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:22:22.316682 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:22.331141 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670b2d-866f-4cb8-97f2-fed51142d90c None None] Pushing event updated for resources: {'Port': ['ID=39b42c23-a527-4851-a3a7-ce51050a0399,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:22.387761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4cad1-7174-4c84-b5ef-d08b1fca1f19 None None] Pushing event updated for resources: {'Port': ['ID=39b42c23-a527-4851-a3a7-ce51050a0399,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:22.445067 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-4c13ca23-6643-426e-993a-274480a61123 None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:22.445697 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4c13ca23-6643-426e-993a-274480a61123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:22.458427 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:19Z', 'revision_number': 2, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port_host': None, '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:21Z', 'revision_number': 4, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:22.500323 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bae8d-c4cf-48a5-ba0e-b7dfc69e83ea None None] The sync data for ids ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'] in dv-cinder-836996-22-iscsi is: [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:19Z', 'revision_number': 2, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port_host': None, '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:21Z', 'revision_number': 4, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:22:22.548853 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-4c13ca23-6643-426e-993a-274480a61123 None None] Current status of the port 39b42c23-a527-4851-a3a7-ce51050a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:23.192754 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49822) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:23.316851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c7602-48b2-4567-964d-efea4a2f0271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:22:23.318275 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-be2c7602-48b2-4567-964d-efea4a2f0271 admin admin] 10.222.0.65 "GET /v2.0/networks/0a9c8b00-74d6-4c38-81f9-84b70c9dc014 HTTP/1.1" status: 200 len: 842 time: 0.1246009 May 19 06:22:23.329444 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:22:23.358039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Made reservation on behalf of 0443648214584699a9ada0deda814964 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:22:23.360961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:23.728951 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.objects.ports [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103757) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 06:22:23.729503 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (ff1f8a87-239f-4f0d-bb62-70c3df8913ac), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:23.789233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1f8a87-239f-4f0d-bb62-70c3df8913ac,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:23.805163 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:22:23.805672 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Network hostable DHCP agents. Network: 0a9c8b00-74d6-4c38-81f9-84b70c9dc014, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:22:23.833106 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:22:23.848683 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 0a9c8b00-74d6-4c38-81f9-84b70c9dc014) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:22:23.853805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:22:23.854816 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:23.862594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1eb64-09eb-40a7-b7fd-70860764b2f4 None None] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:22:23.881804 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-93f88103-d06f-461d-99ce-4acb211b9849 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5567801 May 19 06:22:24.041579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229ca89-f765-4e91-86dd-6c4ff6ef317a None None] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:22:25.172470 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:22:26.424710 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 49830) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:26.640389 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:26.654173 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e1421dfe-dac4-4276-babe-b919a2a4d3a4 demo admin] 10.222.0.65 "GET /v2.0/routers/f51e716a-43ee-46d5-9c18-2c98bd1fb477 HTTP/1.1" status: 200 len: 710 time: 0.2283144 May 19 06:22:26.668028 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:26.751741 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a6b7e-1ffe-4e69-ab7c-0599e6d94c60 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:22:26.753921 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cc4a6b7e-1ffe-4e69-ab7c-0599e6d94c60 demo admin] 10.222.0.65 "GET /v2.0/networks/0a9c8b00-74d6-4c38-81f9-84b70c9dc014 HTTP/1.1" status: 200 len: 886 time: 0.0928030 May 19 06:22:26.762971 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:22:27.047826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks [] for router_gateway (f51e716a-43ee-46d5-9c18-2c98bd1fb477), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:27.277090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks [] for router_gateway (f51e716a-43ee-46d5-9c18-2c98bd1fb477), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:27.364801 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:27.476449 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Allocated IP 172.27.1.156 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/a7039ed1-bce3-4091-b352-bf20d18b1d1d) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:22:27.587058 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks [] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:27.625033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:27.628485 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:27.673673 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:27.681104 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:22:27.684525 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:22:27.689897 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:22:27.724400 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Pushing event updated for resources: {'Port': ['ID=a7039ed1-bce3-4091-b352-bf20d18b1d1d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:27.939217 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks [] for router_gateway (f51e716a-43ee-46d5-9c18-2c98bd1fb477), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:28.255012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1976868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3101'] for router (f51e716a-43ee-46d5-9c18-2c98bd1fb477), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:28.259779 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1976893'] for router (f51e716a-43ee-46d5-9c18-2c98bd1fb477), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:28.430567 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Router f51e716a-43ee-46d5-9c18-2c98bd1fb477 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:22:28.578622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:22:28.584742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:28.586119 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1d1a4caa-54a4-47f9-87a0-aa05aaa15f73 demo admin] 10.222.0.65 "PUT /v2.0/routers/f51e716a-43ee-46d5-9c18-2c98bd1fb477 HTTP/1.1" status: 200 len: 890 time: 1.8264782 May 19 06:22:31.004898 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 39b42c23-a527-4851-a3a7-ce51050a0399 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:22:31.072389 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:31.072982 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:31.203229 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 39b42c23-a527-4851-a3a7-ce51050a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:31.240585 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 49842) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:22:31.438798 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f30460db-a873-4d59-ac47-7db3587dd513 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1967690 May 19 06:22:31.930647 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Sync routers for ids ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:22:31.950840 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Routers {'f51e716a-43ee-46d5-9c18-2c98bd1fb477'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:22:31.951500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:22:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:32.144234 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:32.186696 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Set router f51e716a-43ee-46d5-9c18-2c98bd1fb477 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:22:32.270666 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:32.465657 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=48,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:32.690230 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:27Z', 'revision_number': 4, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port': {'id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:27Z', 'updated_at': '2022-05-19T06:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:22Z', 'revision_number': 5, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:32.743597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Checking router: f51e716a-43ee-46d5-9c18-2c98bd1fb477 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:22:32.743870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Updating router f51e716a-43ee-46d5-9c18-2c98bd1fb477 port a7039ed1-bce3-4091-b352-bf20d18b1d1d binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:22:32.799971 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.185891 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks [] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.192749 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.247989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba29c75-674f-4044-a676-885f20182835 None None] Pushing event updated for resources: {'Port': ['ID=a7039ed1-bce3-4091-b352-bf20d18b1d1d,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:33.253361 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Attempting to bind port a7039ed1-bce3-4091-b352-bf20d18b1d1d on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:22:33.253740 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Attempting to bind port a7039ed1-bce3-4091-b352-bf20d18b1d1d by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:22:33.254108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Attempting to bind port a7039ed1-bce3-4091-b352-bf20d18b1d1d on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:22:33.259865 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:22:33.260268 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:22:33.260645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.261033 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:22:33.261527 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Bound port: a7039ed1-bce3-4091-b352-bf20d18b1d1d, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:22:33.261907 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.316676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] For port a7039ed1-bce3-4091-b352-bf20d18b1d1d, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:22:33.320865 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] For port a7039ed1-bce3-4091-b352-bf20d18b1d1d, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=a7039ed1-bce3-4091-b352-bf20d18b1d1d,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:22:33.328870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:33.394790 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba29c75-674f-4044-a676-885f20182835 None None] Pushing event updated for resources: {'Port': ['ID=a7039ed1-bce3-4091-b352-bf20d18b1d1d,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:33.398913 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Routers {'f51e716a-43ee-46d5-9c18-2c98bd1fb477'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:22:33.399524 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:22:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:33.449655 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:33.521534 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] Set router f51e716a-43ee-46d5-9c18-2c98bd1fb477 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:22:33.647248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:33.759066 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:27Z', 'revision_number': 4, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port': {'id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:27Z', 'updated_at': '2022-05-19T06:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:22Z', 'revision_number': 5, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:22:33.789916 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcd73a7-6fc2-4f1e-94a6-056576df0dd3 None None] The sync data for ids ['f51e716a-43ee-46d5-9c18-2c98bd1fb477'] in dv-cinder-836996-22-iscsi is: [{'id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'name': 'router1', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:22:08Z', 'updated_at': '2022-05-19T06:22:27Z', 'revision_number': 4, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'gw_port': {'id': 'a7039ed1-bce3-4091-b352-bf20d18b1d1d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:27Z', 'updated_at': '2022-05-19T06:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '39b42c23-a527-4851-a3a7-ce51050a0399', 'name': '', 'network_id': '880d7760-46b6-4c66-9d8a-43f0efd8dbfa', 'tenant_id': 'fda8b64de40a4fd698a2458618d1a582', 'mac_address': 'fa:16:3e:c3:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51e716a-43ee-46d5-9c18-2c98bd1fb477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:22:18Z', 'updated_at': '2022-05-19T06:22:22Z', 'revision_number': 5, 'project_id': 'fda8b64de40a4fd698a2458618d1a582', 'subnets': [{'id': '2c72113a-2108-4d93-ba2c-eb07381533e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fcf6ea1a-6400-4920-a064-fe601d110768'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:22:35.022371 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device a7039ed1-bce3-4091-b352-bf20d18b1d1d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:22:35.081321 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port a7039ed1-bce3-4091-b352-bf20d18b1d1d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:35.081321 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:35.172197 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=40 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:35.181416 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port a7039ed1-bce3-4091-b352-bf20d18b1d1d is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:35.182196 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:35.211522 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port a7039ed1-bce3-4091-b352-bf20d18b1d1d, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=a7039ed1-bce3-4091-b352-bf20d18b1d1d,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:22:35.216086 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:35.269785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=a7039ed1-bce3-4091-b352-bf20d18b1d1d,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:22:37.070580 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device a7039ed1-bce3-4091-b352-bf20d18b1d1d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:22:37.144184 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port a7039ed1-bce3-4091-b352-bf20d18b1d1d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:22:37.145029 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a7039ed1-bce3-4091-b352-bf20d18b1d1d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:37.254554 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port a7039ed1-bce3-4091-b352-bf20d18b1d1d is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:22:38.573965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:38.575237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:41.428845 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:41.434257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:22:43.737535 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5339dadb-32f8-4bf2-bd68-7cb58b52a2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:45.976552 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63c5e48e-7936-4544-b3ef-503b91ae2ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:47.551074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:48.713339 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:50.047118 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:22:58.707970 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:00.038992 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:02.172352 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:23:06.185898 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=2 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:12.172903 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:13.711799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1af8d018-1251-4a9d-b2c8-6b78dd469695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:15.991273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a52863da-b1db-4715-9b01-fe814f4b8f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:17.554983 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:18.725575 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:20.018156 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:30.010459 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:30.046254 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:39.172172 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:23:43.189431 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:43.720945 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eafba4b5-5272-48ab-8f9d-02e60a82fdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:45.982553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a978cbb-6568-41d6-841a-873ed5771be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:47.553622 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:48.721421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:49.168722 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=7 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:23:50.012546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:56.225784 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50380) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:23:56.290409 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a44b0c5-c74c-4f33-8ed1-432b1612d3fe admin admin] GET failed (client error): The resource could not be found. May 19 06:23:56.291759 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3a44b0c5-c74c-4f33-8ed1-432b1612d3fe admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649402 May 19 06:23:56.475813 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc994a82-ac12-42f1-9272-d2348abef7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:23:56.477181 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fc994a82-ac12-42f1-9272-d2348abef7d7 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1813672 May 19 06:23:58.748548 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50390) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:23:58.845250 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0805f-dfac-4e8b-9fc5-f16551b1d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:23:58.846674 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-acb0805f-dfac-4e8b-9fc5-f16551b1d81a admin admin] 10.222.0.65 "GET /v2.0/subnets/2c72113a-2108-4d93-ba2c-eb07381533e8 HTTP/1.1" status: 200 len: 849 time: 0.0971575 May 19 06:23:58.856216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:23:58.942530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Publish callbacks [] for subnet (2c72113a-2108-4d93-ba2c-eb07381533e8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:59.099613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765146588802'] for subnet (2c72113a-2108-4d93-ba2c-eb07381533e8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:59.133581 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:23:59.134694 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:59.136055 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] 10.222.0.65 "PUT /v2.0/subnets/2c72113a-2108-4d93-ba2c-eb07381533e8 HTTP/1.1" status: 200 len: 868 time: 0.2835953 May 19 06:23:59.137241 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43d522-511d-447e-981f-35a13bc18027 None None] Network 880d7760-46b6-4c66-9d8a-43f0efd8dbfa requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:23:59.161255 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c72113a-2108-4d93-ba2c-eb07381533e8,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:23:59.170580 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.170997 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.171271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.171667 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.171993 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.172319 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.172639 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.172960 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.173653 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.173983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.174321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.174641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.174959 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.175271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.175579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a709a4-480d-4962-ae3d-8642743ef4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:23:59.509871 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Provisioning complete for port 39b42c23-a527-4851-a3a7-ce51050a0399 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:23:59.510256 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (39b42c23-a527-4851-a3a7-ce51050a0399), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:59.582614 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Current status of the port 39b42c23-a527-4851-a3a7-ce51050a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:23:59.590787 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Provisioning complete for port 45b7532d-c5c2-418a-9eb7-be36862f3692 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:23:59.591163 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (45b7532d-c5c2-418a-9eb7-be36862f3692), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:23:59.666748 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-29caf7b2-01d5-4c28-bf0c-9521378bd56a None None] Current status of the port 45b7532d-c5c2-418a-9eb7-be36862f3692 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:24:01.418774 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50400) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:01.633439 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7bc331-cf61-411f-84f0-a3bfd0272953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:01.633917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7bc331-cf61-411f-84f0-a3bfd0272953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:01.635571 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1d7bc331-cf61-411f-84f0-a3bfd0272953 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2158453 May 19 06:24:03.892935 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50408) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:04.028394 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a7d28-dccb-4849-9da2-fd35a39e0cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:04.028853 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a7d28-dccb-4849-9da2-fd35a39e0cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:04.030410 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b50a7d28-dccb-4849-9da2-fd35a39e0cb7 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365006 May 19 06:24:06.294194 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50416) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:06.457750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13f1d9-bb23-4809-8902-e2771721208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:06.459131 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dc13f1d9-bb23-4809-8902-e2771721208b admin admin] 10.222.0.65 "GET /v2.0/networks/0a9c8b00-74d6-4c38-81f9-84b70c9dc014 HTTP/1.1" status: 200 len: 886 time: 0.1640067 May 19 06:24:08.704775 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50424) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:08.855965 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548eaca-90d8-4719-89de-d60203cb59d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:08.857336 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5548eaca-90d8-4719-89de-d60203cb59d4 admin admin] 10.222.0.65 "GET /v2.0/networks/880d7760-46b6-4c66-9d8a-43f0efd8dbfa HTTP/1.1" status: 200 len: 869 time: 0.1515374 May 19 06:24:09.664232 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:09.665053 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:11.122882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50432) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:11.249117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ab7ef-f623-4dbf-9a90-8078c75b8770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:11.249117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ab7ef-f623-4dbf-9a90-8078c75b8770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:11.251045 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ea9ab7ef-f623-4dbf-9a90-8078c75b8770 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272168 May 19 06:24:13.505069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50440) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:13.600262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccfcb2-ba87-4a3d-b905-25fc8e871d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:13.600630 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccfcb2-ba87-4a3d-b905-25fc8e871d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:13.602269 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d6ccfcb2-ba87-4a3d-b905-25fc8e871d3c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962405 May 19 06:24:13.715092 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7e832b6-6f56-43ee-ab11-e74d13a99d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:15.956294 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50448) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:15.984947 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-54622681-cf83-46cb-8406-f86076cb994c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:16.057245 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85410c35-ca2b-4a00-bf39-9d36f1902c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:16.059369 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-85410c35-ca2b-4a00-bf39-9d36f1902c8d admin admin] 10.222.0.65 "GET /v2.0/subnets/2c72113a-2108-4d93-ba2c-eb07381533e8 HTTP/1.1" status: 200 len: 868 time: 0.1020799 May 19 06:24:16.171762 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:24:17.556761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:18.317942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50456) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:18.413756 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e122b8-91ba-41fe-be3c-2044c8152c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:24:18.415088 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b5e122b8-91ba-41fe-be3c-2044c8152c06 admin admin] 10.222.0.65 "GET /v2.0/subnets/ff1f8a87-239f-4f0d-bb62-70c3df8913ac HTTP/1.1" status: 200 len: 816 time: 0.0962148 May 19 06:24:18.723367 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:20.022110 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:23.594881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:23.595563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:26.167516 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:26.168311 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:28.409653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=48 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:28.410557 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=43 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:30.007013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:30.016752 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:40.982936 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=15 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:40.989051 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=11 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:24:43.729925 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8033cd3-8b2b-46e2-900a-c9b37aa614cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:45.989174 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-613ec89a-b233-4c71-b7ac-cb6e1f35ac87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:47.559052 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:48.729892 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:50.017419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:24:53.169709 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:24:59.334406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50518) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:24:59.382391 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-e1b05188-4540-4544-b038-580f73d51205 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:24:59.383400 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e1b05188-4540-4544-b038-580f73d51205 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0480297 May 19 06:25:00.006464 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:00.011841 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:01.728069 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50526) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:25:01.793511 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfde65b1-64c4-48fe-b745-0a1eca5e1263 admin admin] GET failed (client error): The resource could not be found. May 19 06:25:01.795062 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dfde65b1-64c4-48fe-b745-0a1eca5e1263 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659325 May 19 06:25:01.889249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd3610-c0bf-4035-9175-badc2ce3f9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:25:01.891859 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1fcd3610-c0bf-4035-9175-badc2ce3f9ea admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0907340 May 19 06:25:03.165795 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:03.166544 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:04.282616 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50534) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:25:04.332607 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:25:04.355022 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Made reservation on behalf of 0443648214584699a9ada0deda814964 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:25:04.357327 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:04.401835 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING neutron.services.revisions.revision_plugin [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Could not find related network for resource to bump revision. May 19 06:25:04.419344 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:25:04.432412 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (ad93619e-b278-4dff-aa4b-4d4dadcfdc5b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:04.432903 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Added segment ad93619e-b278-4dff-aa4b-4d4dadcfdc5b of type vlan for network a9a6ea04-4666-4575-afc8-69bc1c4c940c May 19 06:25:04.483234 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (a9a6ea04-4666-4575-afc8-69bc1c4c940c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:04.517494 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (a9a6ea04-4666-4575-afc8-69bc1c4c940c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:04.518455 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:25:04.519027 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:04.596796 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3130944 May 19 06:25:04.615858 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a6ea04-4666-4575-afc8-69bc1c4c940c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:25:04.624688 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.625142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.625535 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.625867 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.626188 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.626529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.626833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.627147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.627473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.627802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.628129 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.628450 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.628762 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.629071 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.629415 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e485764b-df99-414c-9ee2-ad353962fd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:04.642221 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:25:06.912107 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50542) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:25:06.976490 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dd00e9-dab8-47b9-8cde-71696552e81b admin admin] GET failed (client error): The resource could not be found. May 19 06:25:06.977843 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f6dd00e9-dab8-47b9-8cde-71696552e81b admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647805 May 19 06:25:07.056659 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900c4a8-1bf2-41a3-b26d-1d63ed61a4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:25:07.058353 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9900c4a8-1bf2-41a3-b26d-1d63ed61a4b2 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0765324 May 19 06:25:07.069703 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c', 'description': 'shared-subnet'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:25:07.094124 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Made reservation on behalf of 0443648214584699a9ada0deda814964 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:25:07.096317 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.268028 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (838cd6fd-b16a-4b9d-a8a3-b3bdb095d716), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.322974 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838cd6fd-b16a-4b9d-a8a3-b3bdb095d716,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:25:07.333858 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Checking segment: {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:25:07.334568 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Network hostable DHCP agents. Network: a9a6ea04-4666-4575-afc8-69bc1c4c940c, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:25:07.351152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:25:07.359787 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, a9a6ea04-4666-4575-afc8-69bc1c4c940c) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:25:07.363681 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:25:07.364260 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.369084 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1f5a8-dc7c-4d8a-a810-8932421f4b3c None None] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:25:07.387630 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-be3cfe38-dab3-4dca-8c51-0cc08bf72167 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219411 May 19 06:25:07.485549 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-a9a6ea04-4666-4575-afc8-69bc1c4c940c', 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c', 'project_id': '0443648214584699a9ada0deda814964', 'fixed_ips': [{'subnet_id': '838cd6fd-b16a-4b9d-a8a3-b3bdb095d716'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:25:07.486707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.634431 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Allocated IP 192.168.233.2 (a9a6ea04-4666-4575-afc8-69bc1c4c940c/838cd6fd-b16a-4b9d-a8a3-b3bdb095d716/65779ee5-d8d4-4b47-ab3a-d07a4e744b90) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:25:07.878966 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks [] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.885143 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:07.928687 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:25:07.933756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:25:07.935844 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Pushing event updated for resources: {'Port': ['ID=65779ee5-d8d4-4b47-ab3a-d07a4e744b90,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:25:07.938235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:25:07.947087 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.947433 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.947782 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.948155 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.948462 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.948784 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.949106 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.949454 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.949789 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.950109 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.950502 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.950760 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.951082 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.951397 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:07.951707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:25:08.011732 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Attempting to bind port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:25:08.012108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Attempting to bind port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:25:08.012459 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Attempting to bind port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 on network a9a6ea04-4666-4575-afc8-69bc1c4c940c {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:25:08.018469 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:25:08.018839 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Checking segment: {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:25:08.019235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:08.019619 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Bound using segment: {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:25:08.020076 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Bound port: 65779ee5-d8d4-4b47-ab3a-d07a4e744b90, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:25:08.020457 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:08.083643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] For port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:25:08.086924 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] For port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=65779ee5-d8d4-4b47-ab3a-d07a4e744b90,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:25:08.093504 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:08.150271 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6efe2-7fc2-47f5-8843-66484ae9d3e2 None None] Pushing event updated for resources: {'Port': ['ID=65779ee5-d8d4-4b47-ab3a-d07a4e744b90,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:25:09.005514 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7638b8-98cb-4e2f-9f71-1d576788786b None None] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:25:09.122696 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:25:09.130207 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:09.142175 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Provisioning complete for port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:25:09.142565 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.145621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:09.234589 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:25:09.235068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.299793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Current status of the port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:25:09.300171 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.376908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] For port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=65779ee5-d8d4-4b47-ab3a-d07a4e744b90,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:25:09.378290 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:25:09.378671 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.382302 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.472638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4af1fb-f5bf-4773-803f-b44c1e20f11f None None] Pushing event updated for resources: {'Port': ['ID=65779ee5-d8d4-4b47-ab3a-d07a4e744b90,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:25:09.477512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:25:09.477979 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG oslo_db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:25:09.501836 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-d407ce23-b623-44b4-adb7-cd3ba45ca218 None None] Provisioning complete for port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:25:09.502148 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d407ce23-b623-44b4-adb7-cd3ba45ca218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:09.581906 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d407ce23-b623-44b4-adb7-cd3ba45ca218 None None] Current status of the port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:25:10.015388 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:25:11.076265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:25:11.120343 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:25:11.120755 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (65779ee5-d8d4-4b47-ab3a-d07a4e744b90), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:11.190262 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:11.195560 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 65779ee5-d8d4-4b47-ab3a-d07a4e744b90 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:25:13.716475 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d752-9714-4d96-ac6f-a8bffe81d8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:15.991832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9f94-5f55-4eab-b8c9-ce8a81156a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:17.378687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:17.379496 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:17.561845 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:18.727659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:20.023631 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:30.014743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:30.019498 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:30.168748 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:25:40.165632 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:41.166599 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:25:43.711531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b64ec743-b268-42af-b85c-7515bac59106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:45.995170 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-13637806-8b5c-4be2-8647-7aded8d3425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:47.565438 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:48.732071 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:25:50.018750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:00.011244 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:00.013796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:07.168128 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:26:13.717178 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c1a0904-8aa6-44ca-9300-91530a40fec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:15.999851 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb99c-7d7d-4e1c-8e61-2354cb31e04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:17.164338 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:17.165092 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:17.568985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:18.734985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:20.025235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:30.018376 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:30.021319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:43.720056 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-602707bf-cf1b-420e-ad0f-0c2af2a6302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:44.166305 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:26:46.003434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ca98-6b3a-49a0-a590-81f6a747658b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:47.571559 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:48.175421 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=18 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:48.741990 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:49.185027 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50582) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:26:49.190799 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [None req-93bfc73b-5252-4828-9456-f6dee6175262 tempest-verify_tempest_config-1926579615 tempest-verify_tempest_config-1926579615-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:26:49.191765 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-93bfc73b-5252-4828-9456-f6dee6175262 tempest-verify_tempest_config-1926579615 tempest-verify_tempest_config-1926579615-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057540 May 19 06:26:49.513420 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50600) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:26:49.619203 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:49.742700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Publish callbacks [] for security_group (d2db34bb-5b85-402e-92c2-01776e91014d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:49.748182 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d2db34bb-5b85-402e-92c2-01776e91014d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:49.798532 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db34bb-5b85-402e-92c2-01776e91014d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:26:49.805031 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d290af33209043d2a319c472d8e3ed4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2903998 May 19 06:26:49.807796 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50604) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:26:49.811486 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.811833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.812173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.812502 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.812830 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.813154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.813512 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.813838 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.814157 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.814478 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.814799 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.815115 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.815432 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.815748 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.816060 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7f1f-ee47-4c70-a2b9-5ad82485fa7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:49.888560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Publish callbacks [] for security_group (d2db34bb-5b85-402e-92c2-01776e91014d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:49.924872 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Publish callbacks [] for security_group (d2db34bb-5b85-402e-92c2-01776e91014d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:50.020565 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:50.055679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d2db34bb-5b85-402e-92c2-01776e91014d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:50.058722 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:26:50.060007 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2db34bb-5b85-402e-92c2-01776e91014d HTTP/1.1" status: 204 len: 168 time: 0.2506435 May 19 06:26:50.069081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db34bb-5b85-402e-92c2-01776e91014d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:26:50.077413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.079620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.080152 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.080152 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.080552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.080886 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.081757 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.082480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.082796 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:50.083135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c9faa-31cf-4d3d-9e8c-dbc4fa6572f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:26:54.162652 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=16 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:59.796572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:59.801680 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:26:59.987144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:00.072818 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:00.096992 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:00.105012 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:13.722359 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1756-14f4-4fb6-a94d-909cd01efcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:16.004699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-057b75c3-2d52-4256-97e9-ed88ad06601c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:17.574468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:18.739924 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:20.024022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:21.164827 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:27:30.017926 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:30.019878 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:31.160905 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:31.161729 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:41.170270 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:41.171005 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:27:43.724565 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fc0806f7-605e-4f31-b6ab-34c8b9b82f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:46.005768 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5bbc54cf-d6d4-4f25-a157-68650c865118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:47.579126 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:48.740951 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:50.026387 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:27:58.163260 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 5 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:28:00.020271 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:00.022158 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:08.159754 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:08.160999 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:13.730018 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-81665d28-e01d-4b1a-85d4-c5ee1d1157cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:16.008264 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4c6df3f-a3e9-4395-97c8-661ee6104bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:17.580473 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:18.746708 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:20.031016 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:30.024508 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:30.025775 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:34.008917 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1971412'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:35.162407 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:28:43.733220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-860df832-60e5-4e43-98e1-b888085d084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:45.157801 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=19 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:45.158893 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:46.010094 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04d2a4bf-b0f9-42d7-a5ba-0b2242ce13d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:47.322857 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50680) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:28:47.461496 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-aabcfaa3-692a-4fb0-a4a7-9d0b7c85c2c0 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1367145 May 19 06:28:47.592519 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:48.750024 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:49.908455 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50690) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:28:49.976630 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-588b925b-4e9f-457a-bb8e-c9500e2ffdc4 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0670912 May 19 06:28:50.036393 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:28:57.453815 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:57.455783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:28:59.970859 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:00.030293 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:00.032740 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:03.961055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:12.160977 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:29:13.735264 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9ad81a9a-c1cc-4df6-806c-ec36f725e0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:16.013112 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4daf9798-aa2a-4f4b-a89e-9061a8b2edb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:16.169941 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:17.586402 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:18.753387 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:20.032969 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:22.157087 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:30.025426 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:30.027411 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:33.976432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:41.176485 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:43.740599 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4db8cc83-fdd4-4b47-97e3-1a7e3ebaa9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:46.016380 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9414789d-b615-45e9-aeec-cb60005f2cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:47.599225 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:48.757428 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:49.160789 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:29:50.038437 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:29:53.170593 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:29:59.155503 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:00.027324 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:00.032925 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:03.973115 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:13.736505 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a42971f3-ebb2-4b3e-8fea-798543d598a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:16.020753 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48ad448b-46a1-477d-86f2-daf13f5303c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:17.598650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:18.762971 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:20.033588 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:26.171839 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:30:30.024942 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:30.029234 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:30.162055 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:33.604601 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50894) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:34.013743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.219797 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50914) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:34.251729 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50918) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:34.283841 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50922) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:34.318912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1444490258-network', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:34.366880 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Made reservation on behalf of 1e8f1e4b9cd9432b90cb00a6be4d909e for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:34.370670 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.385975 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.521059 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks [] for security_group (a106d349-8625-4cad-ba33-bbb3c8e55f1d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.527758 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a106d349-8625-4cad-ba33-bbb3c8e55f1d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.554059 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:30:34.565851 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (86e97e10-5a7b-4251-98da-b078d3f9a725), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.566288 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Added segment 86e97e10-5a7b-4251-98da-b078d3f9a725 of type vlan for network 3e0cb90c-268e-45c0-ad67-af1b766db048 May 19 06:30:34.594878 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a106d349-8625-4cad-ba33-bbb3c8e55f1d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:34.650993 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (3e0cb90c-268e-45c0-ad67-af1b766db048), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.683389 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.684125 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.684840 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.685500 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.686050 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.686590 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.687133 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.687679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.688240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.688787 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.689351 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.689902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.690846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.691203 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.691747 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Tracked resource versions report: May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: pushed versions: May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: { 'AddressGroup': {'1.2'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Agent': {'1.1'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'ConntrackHelper': {'1.0'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Log': {'1.0'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'NDPProxy': {'1.0'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Network': {'1.1'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Port': {'1.7'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'PortForwarding': {'1.3'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'QosPolicy': {'1.10'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroup': {'1.5'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SubPort': {'1.0'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Subnet': {'1.1'}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Trunk': {'1.1'}} May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: consumer versions: May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: HyperV agent@hv-cinder-83699: {}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Agent': '1.1', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'ConntrackHelper': '1.0', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'LocalIPAssociation': '1.0', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Log': '1.0', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'NDPProxy': '1.0', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Network': '1.1', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Port': '1.7', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'PortForwarding': '1.3', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'QosPolicy': '1.10', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroup': '1.5', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SecurityGroupRule': '1.2', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'SubPort': '1.0', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Subnet': '1.1', May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: 'Trunk': '1.1'}} May 19 06:30:34.693989 dv-cinder-836996-22-iscsi neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:30:34.722785 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-549367800-network', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:34.747148 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (3e0cb90c-268e-45c0-ad67-af1b766db048), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.748754 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:34.749888 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.755204 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1786995410-network', 'tenant_id': 'd2d7305d881a4ee29213497d3bab5937'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:34.793345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Made reservation on behalf of d2d7305d881a4ee29213497d3bab5937 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:34.798166 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.801195 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1948042 May 19 06:30:34.801795 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50938) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:34.809613 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:34.813407 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.814846 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:34.834031 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-321418398-network', 'tenant_id': '35cb15f2075c41889b91291b645170a5'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:34.870993 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Request body: {'subnet': {'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1444490258-subnet', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:34.880040 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.016486 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks [] for security_group (9f80c0d9-12cc-414c-a1f9-3934d754b4a6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.026560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9f80c0d9-12cc-414c-a1f9-3934d754b4a6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.062923 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Made reservation on behalf of 35cb15f2075c41889b91291b645170a5 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:35.066627 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.087445 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:35.092028 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks [] for security_group (0a4ec558-c870-42ad-9858-aaeb6d9743c2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.094418 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:30:35.108610 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80c0d9-12cc-414c-a1f9-3934d754b4a6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:35.113836 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.126699 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Made reservation on behalf of 1e8f1e4b9cd9432b90cb00a6be4d909e for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:35.129342 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.138698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (eb8b34cb-b633-49ae-a744-3da23d281a8b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.139357 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Added segment eb8b34cb-b633-49ae-a744-3da23d281a8b of type vlan for network 70c072c3-7dc7-4861-964c-3f309033f32a May 19 06:30:35.143850 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.144409 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.144951 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.146217 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.146766 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.147357 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.148502 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.150456 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.151704 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.152273 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.153038 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.153604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.154157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.154693 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.156286 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Tracked resource versions report: May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: pushed versions: May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: { 'AddressGroup': {'1.2'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Agent': {'1.1'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'ConntrackHelper': {'1.0'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'LocalIPAssociation': {'1.0'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Log': {'1.0'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'NDPProxy': {'1.0'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Network': {'1.1'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Port': {'1.7'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'PortForwarding': {'1.3'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'QosPolicy': {'1.10'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroup': {'1.5'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroupRule': {'1.2'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SubPort': {'1.0'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Subnet': {'1.1'}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Trunk': {'1.1'}} May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: consumer versions: May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: HyperV agent@hv-cinder-83699: {}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Agent': '1.1', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'ConntrackHelper': '1.0', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'LocalIPAssociation': '1.0', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Log': '1.0', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'NDPProxy': '1.0', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Network': '1.1', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Port': '1.7', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'PortForwarding': '1.3', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'QosPolicy': '1.10', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroup': '1.5', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SecurityGroupRule': '1.2', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'SubPort': '1.0', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Subnet': '1.1', May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: 'Trunk': '1.1'}} May 19 06:30:35.171530 dv-cinder-836996-22-iscsi neutron-server[103757]: {{(pid=103757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:30:35.313494 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (70c072c3-7dc7-4861-964c-3f309033f32a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.317656 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0a4ec558-c870-42ad-9858-aaeb6d9743c2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.363239 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (70c072c3-7dc7-4861-964c-3f309033f32a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.364293 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:35.364861 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.403059 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks [] for security_group (b56da60b-60e0-4f42-ac88-63a8484be8ce), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.435722 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] Pushing event updated for resources: {'Network': ['ID=70c072c3-7dc7-4861-964c-3f309033f32a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:35.444605 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6486aa11-9ee9-4969-8b3e-8c0d4f1358c1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1593628 May 19 06:30:35.448573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 50964) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:35.456461 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 70c072c3-7dc7-4861-964c-3f309033f32a details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:30:35.459774 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Request body: {'subnet': {'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1786995410-subnet', 'tenant_id': 'd2d7305d881a4ee29213497d3bab5937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:35.517465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Made reservation on behalf of d2d7305d881a4ee29213497d3bab5937 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:35.522181 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.598105 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:35.599721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b56da60b-60e0-4f42-ac88-63a8484be8ce), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.626553 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:30:35.670234 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (fc2a30ad-8382-4045-b340-3e2108d2d9d0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.671719 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Added segment fc2a30ad-8382-4045-b340-3e2108d2d9d0 of type vlan for network ba03612d-d3e3-499d-b899-41fd0fc8db5e May 19 06:30:35.785331 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (ba03612d-d3e3-499d-b899-41fd0fc8db5e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:35.863337 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71885a95-64e7-4039-987d-5b313e1172b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0cb90c-268e-45c0-ad67-af1b766db048,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:35.885157 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:30:35.981847 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ec558-c870-42ad-9858-aaeb6d9743c2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:36.009566 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (ba03612d-d3e3-499d-b899-41fd0fc8db5e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.033165 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:36.033957 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.072128 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.079812 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.db.api [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:30:36.080982 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG oslo_db.api [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:30:36.298926 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56da60b-60e0-4f42-ac88-63a8484be8ce,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:36.345388 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.1211381 May 19 06:30:36.374712 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 50996) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:36.396184 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Request body: {'subnet': {'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-549367800-subnet', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:36.427096 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:36.459088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:36.465488 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.543305 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Checking segment: {'id': 'eb8b34cb-b633-49ae-a744-3da23d281a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:36.544488 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Network hostable DHCP agents. Network: 70c072c3-7dc7-4861-964c-3f309033f32a, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:30:36.578503 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:36.599520 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.640697 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ab9ab-44a4-435e-9ca1-96aea3278608 admin admin] Pushing event updated for resources: {'Network': ['ID=ba03612d-d3e3-499d-b899-41fd0fc8db5e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:36.657007 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Network 70c072c3-7dc7-4861-964c-3f309033f32a is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:30:36.665638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:30:36.679347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 70c072c3-7dc7-4861-964c-3f309033f32a) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:36.690730 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:36.691896 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.729502 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c90ce597-f30d-4bda-8e28-66c61989d880 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2794597 May 19 06:30:36.777664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e027a1-67f6-4de2-9cb1-7db2ed162dc5 None None] Network 70c072c3-7dc7-4861-964c-3f309033f32a requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:36.809561 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (a6af4eeb-798e-4661-9568-cbc6b62c7815), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.831321 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:30:36.918577 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:UPDATE=6,neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:36.949483 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (b22c59d4-dd2b-41af-8e78-2a9b2e4351f6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:36.950330 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Added segment b22c59d4-dd2b-41af-8e78-2a9b2e4351f6 of type vlan for network 860daf04-4a0a-4379-9eea-a84339c17edf May 19 06:30:37.057472 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9534d6d-3b68-423f-9095-348b36229333 None None] Network 70c072c3-7dc7-4861-964c-3f309033f32a requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:37.174478 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (860daf04-4a0a-4379-9eea-a84339c17edf), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.183460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6af4eeb-798e-4661-9568-cbc6b62c7815,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:37.301082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (860daf04-4a0a-4379-9eea-a84339c17edf), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.308448 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:37.309750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.360823 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:37.438668 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Checking segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:37.439254 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Network hostable DHCP agents. Network: 3e0cb90c-268e-45c0-ad67-af1b766db048, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:30:37.463570 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.2096713 May 19 06:30:37.468458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51046) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:37.475437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Request body: {'subnet': {'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-subnet', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:37.532734 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Made reservation on behalf of 35cb15f2075c41889b91291b645170a5 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:37.542989 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.550308 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727c6c8-2a88-4112-bcac-6354c02238d0 admin admin] Pushing event updated for resources: {'Network': ['ID=860daf04-4a0a-4379-9eea-a84339c17edf,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:37.576710 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 860daf04-4a0a-4379-9eea-a84339c17edf details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:30:37.637628 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:30:37.659539 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (e2ad19dc-27fc-475f-8eb7-f3babb633309), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.771757 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 3e0cb90c-268e-45c0-ad67-af1b766db048) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:37.797147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:37.798530 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:37.838955 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c56aa-fc26-406f-8cbb-e93b7365a11f None None] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:37.907944 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d27f3451-d3d7-487e-b93a-8fb1e5d571b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1002314 May 19 06:30:37.913749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51074) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:37.932590 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:37.959071 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ad19dc-27fc-475f-8eb7-f3babb633309,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:37.999477 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:38.036116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:38.036479 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Network hostable DHCP agents. Network: ba03612d-d3e3-499d-b899-41fd0fc8db5e, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:30:38.069150 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.073608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.177118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51104) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:38.179546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-3e0cb90c-268e-45c0-ad67-af1b766db048', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:30:38.181914 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.198525 dv-cinder-836996-22-iscsi neutron-server[103757]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 06:30:38.234142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:30:38.292530 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, ba03612d-d3e3-499d-b899-41fd0fc8db5e) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:38.300510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (a354ce2f-139a-4ca9-bb4e-603a40b44167), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.324875 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64d093-c903-40a9-9d2c-fd0b324aca00 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:38.506544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for router_controller (8526c024-ccad-4d03-9aed-d073f413dfb1), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.509947 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:38.510622 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:38.664248 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a354ce2f-139a-4ca9-bb4e-603a40b44167,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:38.692339 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-b75b9cbd-d10e-4dcf-8318-023c8ba98719 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:38.693961 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-b75b9cbd-d10e-4dcf-8318-023c8ba98719 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/networks?id=70c072c3-7dc7-4861-964c-3f309033f32a HTTP/1.1" status: 200 len: 812 time: 0.5133495 May 19 06:30:38.802093 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-baa29d86-2799-43a0-9171-4bcd5dbf20ed tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/quotas/d2d7305d881a4ee29213497d3bab5937 HTTP/1.1" status: 200 len: 375 time: 0.0603113 May 19 06:30:38.880264 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51132) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:38.910131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:38.910806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Network hostable DHCP agents. Network: 860daf04-4a0a-4379-9eea-a84339c17edf, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:30:38.948911 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-e3ec3273-099b-4df6-bb97-d7bd548e954f tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2d7305d881a4ee29213497d3bab5937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451025 May 19 06:30:38.974316 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Allocated IP 172.20.0.2 (3e0cb90c-268e-45c0-ad67-af1b766db048/a6af4eeb-798e-4661-9568-cbc6b62c7815/59f7c3fb-b854-40a7-95b6-ace2c30741bd) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:38.980230 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Network 860daf04-4a0a-4379-9eea-a84339c17edf is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:30:38.986415 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9d128a7a-4661-4e4f-b107-b4e4a5672e6c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6098428 May 19 06:30:38.993842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51144) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:39.012954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:39.029714 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:30:39.052069 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.077613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 860daf04-4a0a-4379-9eea-a84339c17edf) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:39.117490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:39.120955 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.171065 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef747791-2428-43bd-9122-3ac831d775a0 None None] Network 860daf04-4a0a-4379-9eea-a84339c17edf requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:39.179689 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for router_gateway (8526c024-ccad-4d03-9aed-d073f413dfb1), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.196239 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51156) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:39.215268 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.217066 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.326130 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8415acee-4dcf-4704-bbb0-c33c453ee5cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8401372 May 19 06:30:39.334534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51170) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:39.354574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0ba9efb7-92e9-43c5-97ca-36de5451bd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.359164 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:39.485485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (a8df4db5-6661-4126-97b1-e6272c00b228), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.487288 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (a8df4db5-6661-4126-97b1-e6272c00b228), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.499064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-adb37463-e48a-40b3-81a8-f2b001d1a146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.542016 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for router_controller (d5f00241-fa6b-49f6-b03c-87e42e051b2f), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.556235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-a12bfb02-6dcb-43e2-a4ad-8db1a6c1acd8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:30:39.559026 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-a12bfb02-6dcb-43e2-a4ad-8db1a6c1acd8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2015917 May 19 06:30:39.596908 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:39.616036 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:39.626670 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:39.733255 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:39.844394 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for router_controller (a8df4db5-6661-4126-97b1-e6272c00b228), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:39.879918 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-860daf04-4a0a-4379-9eea-a84339c17edf', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:30:39.883725 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.110245 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:40.124973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for router_gateway (d5f00241-fa6b-49f6-b03c-87e42e051b2f), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.129650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks [] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.132153 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Allocated IP 172.20.0.2 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/8bf5965f-b75f-41dc-885c-4c2a827c6454) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:40.161311 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.195603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for router_gateway (8526c024-ccad-4d03-9aed-d073f413dfb1), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.227945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0ba9efb7-92e9-43c5-97ca-36de5451bd34 admin admin] Publish callbacks [] for security_group (4bb18da9-0287-4d25-b233-adb16a7d8830), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.269202 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-85fa0afa-4196-4d7e-a4c8-e291ef81799f service neutron] 10.222.0.65 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938484 May 19 06:30:40.272742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0ba9efb7-92e9-43c5-97ca-36de5451bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4bb18da9-0287-4d25-b233-adb16a7d8830), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.281088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.373399 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0ba9efb7-92e9-43c5-97ca-36de5451bd34 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f4d6a3a84a14ef794dff4f8555e5cec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4967036 May 19 06:30:40.374642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:40.382905 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for router_gateway (a8df4db5-6661-4126-97b1-e6272c00b228), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.384371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51214) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:40.388497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9efb7-92e9-43c5-97ca-36de5451bd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb18da9-0287-4d25-b233-adb16a7d8830,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:40.389230 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-adb37463-e48a-40b3-81a8-f2b001d1a146 admin admin] Publish callbacks [] for security_group (22859ad8-1feb-4503-859a-9cfa7fdbf070), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.435777 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:40.438396 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-adb37463-e48a-40b3-81a8-f2b001d1a146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (22859ad8-1feb-4503-859a-9cfa7fdbf070), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.482942 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:40.509645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:40.528692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Pushing event updated for resources: {'Port': ['ID=59f7c3fb-b854-40a7-95b6-ace2c30741bd,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:40.571743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.572028 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.572240 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.572600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.572938 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.573266 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.573636 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.573962 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.575312 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.575312 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.575312 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.575741 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.576579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.576579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.576579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Tracked resource versions report: May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: pushed versions: May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: { 'AddressGroup': {'1.2'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Agent': {'1.1'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'ConntrackHelper': {'1.0'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Log': {'1.0'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'NDPProxy': {'1.0'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Network': {'1.1'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Port': {'1.7'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'PortForwarding': {'1.3'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'QosPolicy': {'1.10'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroup': {'1.5'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SubPort': {'1.0'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Subnet': {'1.1'}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Trunk': {'1.1'}} May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: consumer versions: May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: HyperV agent@hv-cinder-83699: {}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Agent': '1.1', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'ConntrackHelper': '1.0', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'LocalIPAssociation': '1.0', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Log': '1.0', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'NDPProxy': '1.0', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Network': '1.1', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Port': '1.7', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'PortForwarding': '1.3', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'QosPolicy': '1.10', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroup': '1.5', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SecurityGroupRule': '1.2', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'SubPort': '1.0', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Subnet': '1.1', May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: 'Trunk': '1.1'}} May 19 06:30:40.577895 dv-cinder-836996-22-iscsi neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:30:40.602164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Allocated IP 172.20.0.2 (860daf04-4a0a-4379-9eea-a84339c17edf/a354ce2f-139a-4ca9-bb4e-603a40b44167/99cb60d8-5c05-4fac-b8bb-b05deeba2c9e) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:40.625824 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-adb37463-e48a-40b3-81a8-f2b001d1a146 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d68c640e4ce049e1b051070692d205f7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4277792 May 19 06:30:40.627055 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb37463-e48a-40b3-81a8-f2b001d1a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22859ad8-1feb-4503-859a-9cfa7fdbf070,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:40.640749 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51216) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:40.656284 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-9afa257c-f4fa-4bdc-b414-3d4707a2898f service neutron] 10.222.0.65 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498645 May 19 06:30:40.661816 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] Publish callbacks [] for security_group (4bb18da9-0287-4d25-b233-adb16a7d8830), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.722058 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for router_gateway (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.750300 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Allocated IP 172.27.1.216 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/e9b30baa-856f-4349-a51a-e78eab194311) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:40.782455 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] Publish callbacks [] for security_group (4bb18da9-0287-4d25-b233-adb16a7d8830), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.787177 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.919621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Attempting to bind port 59f7c3fb-b854-40a7-95b6-ace2c30741bd on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:40.920176 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Attempting to bind port 59f7c3fb-b854-40a7-95b6-ace2c30741bd by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:40.920651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Attempting to bind port 59f7c3fb-b854-40a7-95b6-ace2c30741bd on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:40.941226 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] Publish callbacks [] for security_group (22859ad8-1feb-4503-859a-9cfa7fdbf070), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.951648 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:40.969709 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Checking segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:40.970356 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.970895 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Bound using segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:40.971548 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Bound port: 59f7c3fb-b854-40a7-95b6-ace2c30741bd, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:40.972064 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:40.990387 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:41.028215 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks [] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.062185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.062503 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=15 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:41.066739 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=16 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:41.077906 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] Publish callbacks [] for security_group (22859ad8-1feb-4503-859a-9cfa7fdbf070), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.156680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4bb18da9-0287-4d25-b233-adb16a7d8830), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.161199 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.163144 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bb18da9-0287-4d25-b233-adb16a7d8830 HTTP/1.1" status: 204 len: 168 time: 0.7755194 May 19 06:30:41.266758 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51248) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:41.283349 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9ee6b-70ea-47ad-8c1d-882db7baf74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb18da9-0287-4d25-b233-adb16a7d8830,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:41.286333 dv-cinder-836996-22-iscsi neutron-server[103756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 06:30:41.334609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (22859ad8-1feb-4503-859a-9cfa7fdbf070), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.341232 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:41.342838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.347523 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22859ad8-1feb-4503-859a-9cfa7fdbf070 HTTP/1.1" status: 204 len: 168 time: 0.7023540 May 19 06:30:41.357793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:41.369396 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73797308-b57e-40d3-8526-468d3dee65d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22859ad8-1feb-4503-859a-9cfa7fdbf070,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:41.390488 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:41.447031 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:41.462517 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8c8d26f5-bb7c-41fc-8a81-793e79e6683b req-ee0a0cbe-6342-4653-b37c-5ccce83bdfcc tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.1783552 May 19 06:30:41.466570 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Pushing event updated for resources: {'Port': ['ID=8bf5965f-b75f-41dc-885c-4c2a827c6454,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:41.475326 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for router_gateway (a8df4db5-6661-4126-97b1-e6272c00b228), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.480022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] For port 59f7c3fb-b854-40a7-95b6-ace2c30741bd, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:41.518397 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.534720 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51264) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:41.562106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for port (e9b30baa-856f-4349-a51a-e78eab194311), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.586235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] For port 59f7c3fb-b854-40a7-95b6-ace2c30741bd, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=59f7c3fb-b854-40a7-95b6-ace2c30741bd,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:41.602041 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks [] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.611830 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.619679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51268) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:41.627861 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.672783 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Attempting to bind port 8bf5965f-b75f-41dc-885c-4c2a827c6454 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:41.673444 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Attempting to bind port 8bf5965f-b75f-41dc-885c-4c2a827c6454 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:41.674068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Attempting to bind port 8bf5965f-b75f-41dc-885c-4c2a827c6454 on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:41.704173 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:41.709111 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:41.709897 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:41.710503 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.711852 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:41.712668 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Bound port: 8bf5965f-b75f-41dc-885c-4c2a827c6454, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:41.713159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.722162 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:41.728294 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (e9b30baa-856f-4349-a51a-e78eab194311), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:41.742810 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:41.825824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Allocated IP 172.27.1.113 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/52d08f19-593a-4beb-8184-7fb2a564e396) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:41.908601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2277460-36ee-4ebb-99ba-052a00e3c66b None None] Pushing event updated for resources: {'Port': ['ID=59f7c3fb-b854-40a7-95b6-ace2c30741bd,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:41.922734 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:41.927128 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:41.936002 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:42.006793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b30baa-856f-4349-a51a-e78eab194311,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:42.020948 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:42.147912 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Attempting to bind port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:42.148542 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Attempting to bind port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:42.158084 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Attempting to bind port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:42.187587 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Pushing event updated for resources: {'Port': ['ID=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:42.234531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] For port 8bf5965f-b75f-41dc-885c-4c2a827c6454, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:42.253205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for port (52d08f19-593a-4beb-8184-7fb2a564e396), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.259583 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:42.260864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:42.265641 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] For port 8bf5965f-b75f-41dc-885c-4c2a827c6454, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bf5965f-b75f-41dc-885c-4c2a827c6454,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:42.270102 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:42.272395 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:42.274647 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.275569 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Bound using segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:42.276596 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Bound port: 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:42.277491 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.323331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.345691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6425e762-29ac-4b69-a7b8-8ca36f046355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.359104 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1223714d-b65c-41a5-b7a5-6ebdc87055cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.487555 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.557656 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968a9be-d23c-4690-928c-659ba58c6662 None None] Pushing event updated for resources: {'Port': ['ID=8bf5965f-b75f-41dc-885c-4c2a827c6454,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:42.592511 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:42.595694 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] For port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:42.609420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] For port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:42.624229 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:42.651506 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:42.677908 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:42.692423 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Pushing event updated for resources: {'Port': ['ID=52d08f19-593a-4beb-8184-7fb2a564e396,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:42.716064 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:42.785594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749cf71-8539-41cc-ba72-37f31881d4e6 None None] Pushing event updated for resources: {'Port': ['ID=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:42.834757 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:42.951540 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Allocated IP 172.27.1.106 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/000453b3-7072-4084-93e3-8a8ae807abc7) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:43.246972 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6425e762-29ac-4b69-a7b8-8ca36f046355 admin admin] Publish callbacks [] for security_group (36c87db7-72a2-47a1-b026-b96153f4651b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:43.322707 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51288) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:43.470613 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6e383fd-d614-4974-bb0c-dc0ca4d0a02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:43.629815 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6425e762-29ac-4b69-a7b8-8ca36f046355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (36c87db7-72a2-47a1-b026-b96153f4651b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:43.680518 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bf5965f-b75f-41dc-885c-4c2a827c6454 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:43.874947 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6425e762-29ac-4b69-a7b8-8ca36f046355 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd79d3d9a6a846118b918fae7a1384b3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3381193 May 19 06:30:43.895455 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51294) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:43.935992 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a025c672-587c-49f8-baa3-a601b291c12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:43.971528 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f7a119e-e7b5-4914-ac90-eac6325a7d40 req-6b5b9484-e609-4060-840f-65a9cd343604 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.8993013 May 19 06:30:44.018427 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 8bf5965f-b75f-41dc-885c-4c2a827c6454 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:44.019025 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.097447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425e762-29ac-4b69-a7b8-8ca36f046355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c87db7-72a2-47a1-b026-b96153f4651b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:44.135291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1223714d-b65c-41a5-b7a5-6ebdc87055cf admin admin] Publish callbacks [] for security_group (ec75de3d-89f1-4efe-a88e-03b971dbba45), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.191320 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for port (000453b3-7072-4084-93e3-8a8ae807abc7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.207930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1223714d-b65c-41a5-b7a5-6ebdc87055cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ec75de3d-89f1-4efe-a88e-03b971dbba45), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.297701 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for router_gateway (8526c024-ccad-4d03-9aed-d073f413dfb1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.305371 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 8bf5965f-b75f-41dc-885c-4c2a827c6454 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:44.310108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.323769 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.335434 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for router_gateway (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.360249 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:44.485708 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1223714d-b65c-41a5-b7a5-6ebdc87055cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95990ba77ff749e0aa91bed9d1608e43&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8617342 May 19 06:30:44.494167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51308) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:44.495455 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223714d-b65c-41a5-b7a5-6ebdc87055cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75de3d-89f1-4efe-a88e-03b971dbba45,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:44.543130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] Publish callbacks [] for security_group (36c87db7-72a2-47a1-b026-b96153f4651b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.600300 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:44.667063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Pushing event updated for resources: {'Port': ['ID=000453b3-7072-4084-93e3-8a8ae807abc7,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:44.825696 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6e383fd-d614-4974-bb0c-dc0ca4d0a02f admin admin] Publish callbacks [] for security_group (2336e107-88c1-466c-afc3-e5f4e30bceeb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.841106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6e383fd-d614-4974-bb0c-dc0ca4d0a02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2336e107-88c1-466c-afc3-e5f4e30bceeb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.846135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] Publish callbacks [] for security_group (36c87db7-72a2-47a1-b026-b96153f4651b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.873125 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:44.918293 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:44.935123 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 8bf5965f-b75f-41dc-885c-4c2a827c6454, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bf5965f-b75f-41dc-885c-4c2a827c6454,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:30:44.937890 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3249dd1-1a1d-4d20-b513-1f89fa05f522 None None] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:44.941509 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:44.969567 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:44.969567 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 59f7c3fb-b854-40a7-95b6-ace2c30741bd up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:44.984564 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:45.277701 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c6e383fd-d614-4974-bb0c-dc0ca4d0a02f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a20802a2cc846719c516a2603daeb04&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9263005 May 19 06:30:45.278840 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51326) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:45.303302 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e383fd-d614-4974-bb0c-dc0ca4d0a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2336e107-88c1-466c-afc3-e5f4e30bceeb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:45.345889 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:45.371667 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b2c81-fc13-4873-be21-d1ec6c2f0665 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:45.386391 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] Publish callbacks [] for security_group (ec75de3d-89f1-4efe-a88e-03b971dbba45), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.417435 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8152a7d3-b482-40fd-8bc4-16e2917e9b72 req-5b7c5c89-3bf1-4aba-8a7f-2f1c62b5f2e6 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.1331146 May 19 06:30:45.534860 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Provisioning complete for port 59f7c3fb-b854-40a7-95b6-ace2c30741bd triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:45.537419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.557215 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.592552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (36c87db7-72a2-47a1-b026-b96153f4651b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.599372 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.602308 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36c87db7-72a2-47a1-b026-b96153f4651b HTTP/1.1" status: 204 len: 168 time: 1.6681385 May 19 06:30:45.649761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] Publish callbacks [] for security_group (ec75de3d-89f1-4efe-a88e-03b971dbba45), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:45.693017 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a20c5-a418-4d4c-b2c2-3516f39f1779 None None] Network 860daf04-4a0a-4379-9eea-a84339c17edf requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:30:45.758467 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358361c5-2238-48c2-b49e-4c31bab9aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c87db7-72a2-47a1-b026-b96153f4651b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:45.979086 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] Publish callbacks [] for security_group (2336e107-88c1-466c-afc3-e5f4e30bceeb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.035102 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for router_gateway (a8df4db5-6661-4126-97b1-e6272c00b228), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.105643 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ec75de3d-89f1-4efe-a88e-03b971dbba45), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.113000 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.123622 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec75de3d-89f1-4efe-a88e-03b971dbba45 HTTP/1.1" status: 204 len: 168 time: 1.6120911 May 19 06:30:46.178962 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc58470-92f8-4498-a010-d989417c8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75de3d-89f1-4efe-a88e-03b971dbba45,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:46.236907 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:46.261211 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] Publish callbacks [] for security_group (2336e107-88c1-466c-afc3-e5f4e30bceeb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.263497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:30:46.442052 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=8bf5965f-b75f-41dc-885c-4c2a827c6454,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:46.515237 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51346) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:46.527680 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.670650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 59f7c3fb-b854-40a7-95b6-ace2c30741bd triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:46.672329 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.815637 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1eeee7e2-de08-4f8c-a97f-94a766a6ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.884167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:30:46.916725 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:30:46.958735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:46.972336 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-67acdcb1-155d-4a1a-bb17-4a018230043f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9718652 May 19 06:30:46.978681 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51360) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:46.998021 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:47.010350 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:47.083870 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2336e107-88c1-466c-afc3-e5f4e30bceeb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:47.111006 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:47.112489 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2336e107-88c1-466c-afc3-e5f4e30bceeb HTTP/1.1" status: 204 len: 168 time: 1.8103092 May 19 06:30:47.114051 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b86ea63-49ce-49e0-8493-0cd94dc2c6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:47.231690 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Current status of the port 59f7c3fb-b854-40a7-95b6-ace2c30741bd is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:47.234543 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:47.239971 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:47.468537 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:30:47.539734 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707f016-59fd-4d9b-9f00-1edc1d109fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2336e107-88c1-466c-afc3-e5f4e30bceeb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:47.569354 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.59', 57482) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:47.601066 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 59f7c3fb-b854-40a7-95b6-ace2c30741bd is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:47.602227 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:47.668181 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:47.693530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:47.705892 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] For port 59f7c3fb-b854-40a7-95b6-ace2c30741bd, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=59f7c3fb-b854-40a7-95b6-ace2c30741bd,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:30:47.772848 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-196e026d-85c8-4498-b5f4-8cde74fffcb4 req-ce4d4d0f-80db-4002-9f1b-988a56abd939 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.2115476 May 19 06:30:47.957849 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.194578 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (a8df4db5-6661-4126-97b1-e6272c00b228), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.239800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95ec30-97c1-4244-90fd-3bd90f4cf3b1 None None] Pushing event updated for resources: {'Port': ['ID=59f7c3fb-b854-40a7-95b6-ace2c30741bd,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:48.319278 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Provisioning complete for port 8bf5965f-b75f-41dc-885c-4c2a827c6454 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:48.330442 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.502864 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.503687 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:48.583555 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:30:48.584219 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG oslo_db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:30:48.626614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b86ea63-49ce-49e0-8493-0cd94dc2c6ff admin admin] Publish callbacks [] for security_group (8025065f-bc5b-406d-88dd-9d4ab55858cb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.674290 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b86ea63-49ce-49e0-8493-0cd94dc2c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8025065f-bc5b-406d-88dd-9d4ab55858cb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.680830 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:30:48.681921 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Updating router d5f00241-fa6b-49f6-b03c-87e42e051b2f port 52d08f19-593a-4beb-8184-7fb2a564e396 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:30:48.796495 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-e00230f4-ca24-4d6a-9c5c-68fa0ed03e62 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:48.799079 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-e00230f4-ca24-4d6a-9c5c-68fa0ed03e62 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.59 "GET /v2.0/networks?id=70c072c3-7dc7-4861-964c-3f309033f32a HTTP/1.1" status: 200 len: 812 time: 1.2276249 May 19 06:30:48.817179 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Current status of the port 8bf5965f-b75f-41dc-885c-4c2a827c6454 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:48.828983 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.842438 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:48.852901 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Provisioning complete for port 59f7c3fb-b854-40a7-95b6-ace2c30741bd triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:48.853140 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.855563 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:48.880569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Request body: {'port': {'device_id': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a', 'admin_state_up': True, 'tenant_id': 'd2d7305d881a4ee29213497d3bab5937'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:48.910601 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:30:48.951276 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86ea63-49ce-49e0-8493-0cd94dc2c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8025065f-bc5b-406d-88dd-9d4ab55858cb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:49.014577 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9b86ea63-49ce-49e0-8493-0cd94dc2c6ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fadf42a41e7451b9e3d9845f8c5cfa7&name=default HTTP/1.1" status: 200 len: 2995 time: 2.4813232 May 19 06:30:49.035236 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:49.041861 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51402) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:49.306633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 59f7c3fb-b854-40a7-95b6-ace2c30741bd is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:49.353476 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Current status of the port 59f7c3fb-b854-40a7-95b6-ace2c30741bd is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:49.394987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Provisioning complete for port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:49.403689 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:49.829326 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Router a8df4db5-6661-4126-97b1-e6272c00b228 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:30:49.862476 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d7db1b1-5a1b-4f64-8ede-f168ab224efb req-24236881-984c-4b52-952a-e6c5c3385003 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.2603202 May 19 06:30:49.944228 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bf5965f-b75f-41dc-885c-4c2a827c6454 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:50.004454 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:30:50.007031 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] Publish callbacks [] for security_group (8025065f-bc5b-406d-88dd-9d4ab55858cb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.056833 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Current status of the port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:50.059389 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.090142 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ce021-433b-4af6-a045-819989e3674c None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:30:50.288237 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks [] for port (52d08f19-593a-4beb-8184-7fb2a564e396), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.302299 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.326169 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Made reservation on behalf of d2d7305d881a4ee29213497d3bab5937 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:30:50.337181 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.346573 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 8bf5965f-b75f-41dc-885c-4c2a827c6454 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:50.347226 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.538191 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] For port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:30:50.540285 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:50.543388 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:50.589919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.594684 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1c14746f-a361-42a3-9450-2d52839d84b3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.6702230 May 19 06:30:50.607023 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51434) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:50.629008 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Attempting to bind port 52d08f19-593a-4beb-8184-7fb2a564e396 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:50.629648 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Attempting to bind port 52d08f19-593a-4beb-8184-7fb2a564e396 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:50.630223 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Attempting to bind port 52d08f19-593a-4beb-8184-7fb2a564e396 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:50.644962 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:50.651892 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.678920 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:50.681132 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:50.683407 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.684509 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:50.691649 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Bound port: 52d08f19-593a-4beb-8184-7fb2a564e396, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:50.692948 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.771699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:50.780049 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9528d-ae13-4948-ac68-77eb4ab4bbc5 None None] Pushing event updated for resources: {'Port': ['ID=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:50.781465 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Pushing event updated for resources: {'Port': ['ID=52d08f19-593a-4beb-8184-7fb2a564e396,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:50.821999 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.824673 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.829143 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.832216 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.839166 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.840450 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.841362 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.842208 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.843259 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.844147 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.847273 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.848792 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.850618 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.852785 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.859305 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Tracked resource versions report: May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: pushed versions: May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: { 'AddressGroup': {'1.2'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Agent': {'1.1'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'ConntrackHelper': {'1.0'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Log': {'1.0'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'NDPProxy': {'1.0'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Network': {'1.1'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Port': {'1.7'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'PortForwarding': {'1.3'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'QosPolicy': {'1.10'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroup': {'1.5'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SubPort': {'1.0'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Subnet': {'1.1'}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Trunk': {'1.1'}} May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: consumer versions: May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: { DHCP agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: HyperV agent@hv-cinder-83699: {}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: L3 agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: Metadata agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: Metering agent@dv-cinder-836996-22-iscsi: {}, May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: Open vSwitch agent@dv-cinder-836996-22-iscsi: { 'AddressGroup': '1.2', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Agent': '1.1', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'ConntrackHelper': '1.0', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'LocalIPAssociation': '1.0', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Log': '1.0', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'NDPProxy': '1.0', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Network': '1.1', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Port': '1.7', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'PortForwarding': '1.3', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'QosPolicy': '1.10', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroup': '1.5', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SecurityGroupRule': '1.2', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'SubPort': '1.0', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Subnet': '1.1', May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: 'Trunk': '1.1'}} May 19 06:30:50.867664 dv-cinder-836996-22-iscsi neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 06:30:50.972842 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:50.974336 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:50.991384 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] Publish callbacks [] for security_group (8025065f-bc5b-406d-88dd-9d4ab55858cb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.021655 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 8bf5965f-b75f-41dc-885c-4c2a827c6454 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:51.022974 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 59f7c3fb-b854-40a7-95b6-ace2c30741bd up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:51.026140 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:51.043463 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:30:51.059860 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] For port 52d08f19-593a-4beb-8184-7fb2a564e396, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:51.070791 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] For port 52d08f19-593a-4beb-8184-7fb2a564e396, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=52d08f19-593a-4beb-8184-7fb2a564e396,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:51.086467 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.268153 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:51.269149 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:51.279158 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca212a8-27d9-4d29-a571-b0f7164a1522 None None] Pushing event updated for resources: {'Port': ['ID=52d08f19-593a-4beb-8184-7fb2a564e396,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:51.302975 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.516552 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:30:51.595729 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:30:51.597060 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8025065f-bc5b-406d-88dd-9d4ab55858cb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.599537 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.606636 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8025065f-bc5b-406d-88dd-9d4ab55858cb HTTP/1.1" status: 204 len: 168 time: 2.5549140 May 19 06:30:51.691316 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:30:51.715453 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:51.748394 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:51.749679 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-94b4d73c-e83a-4590-828c-5d4e665841da admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.4092500 May 19 06:30:51.787702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51448) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:51.839477 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07126-1d61-483e-8f8b-48a2a1a0e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8025065f-bc5b-406d-88dd-9d4ab55858cb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:51.843931 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a4c573eb-ea9c-4d8f-80f4-941d243b6c39 req-939a0b86-dca3-47a6-9a42-9f5aaed9d0d2 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.5638371 May 19 06:30:51.860714 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:51.875228 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:52.124512 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Allocated IP 172.20.0.3 (70c072c3-7dc7-4861-964c-3f309033f32a/c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43/946cfd64-c054-41e4-aadd-9b6bf0f436f8) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:52.398615 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 59f7c3fb-b854-40a7-95b6-ace2c30741bd triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:52.406726 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:52.724623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:52.763422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:52.829332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Allocated IP 172.20.0.1 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/56b2deda-a568-448a-a6b9-195a6edb4d00) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:52.976849 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ce021-433b-4af6-a045-819989e3674c None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:30:52.983900 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ce021-433b-4af6-a045-819989e3674c None None] Updating router 8526c024-ccad-4d03-9aed-d073f413dfb1 port e9b30baa-856f-4349-a51a-e78eab194311 binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:30:53.134958 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9b30baa-856f-4349-a51a-e78eab194311), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:53.259037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:53.486447 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:30:53.526616 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b21b1a84-6d40-4255-ac59-bf013cef9fc0 req-d1598107-f200-45d5-9fbd-ac9ef0d778ec tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.1889617 May 19 06:30:53.550156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:53.636077 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks [] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:53.813932 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 59f7c3fb-b854-40a7-95b6-ace2c30741bd is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:53.815326 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:54.152538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:54.279568 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:54.299509 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:54.353802 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b48750-b53c-49ca-a4cd-912cd5242190 None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:30:54.423166 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks [] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:54.441071 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:54.469868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:54.479990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:54.482629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:54.768186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Pushing event updated for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:54.807155 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:45Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:55.151340 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:30:55.152698 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Updating router a8df4db5-6661-4126-97b1-e6272c00b228 port 000453b3-7072-4084-93e3-8a8ae807abc7 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:30:55.185785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:55.186431 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:55.291778 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7861b6af-cf40-4bee-a3e1-fedf497f33b0 req-db6a7904-1913-43ca-b00c-20756cb32726 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.4280853 May 19 06:30:55.424885 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:55.518553 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:55.705475 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:55.872561 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:56.018873 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Network 70c072c3-7dc7-4861-964c-3f309033f32a is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:30:56.072559 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:56.084821 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:56.087835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:30:56.109199 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:30:56.128261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:30:56.128939 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.174491 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.255767 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Pushing event updated for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:56.272045 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51526) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:30:56.357235 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-041b2d65-bb33-4d37-b7d7-dd5617624989 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5031607 May 19 06:30:56.480140 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks [] for port (e9b30baa-856f-4349-a51a-e78eab194311), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.490191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-b414606f-b19b-4fcb-af20-01117aaf2ac5 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:30:56.491392 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-b414606f-b19b-4fcb-af20-01117aaf2ac5 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0556562 May 19 06:30:56.522473 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e9b30baa-856f-4349-a51a-e78eab194311), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.605605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.636347 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-c32b521e-a25f-497a-a79f-0191d80d5eb1 None None] Provisioning complete for port 56b2deda-a568-448a-a6b9-195a6edb4d00 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:56.637893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c32b521e-a25f-497a-a79f-0191d80d5eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:56.827566 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:57.124280 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c32b521e-a25f-497a-a79f-0191d80d5eb1 None None] Port 56b2deda-a568-448a-a6b9-195a6edb4d00 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:30:57.354902 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:57.403284 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks [] for port (000453b3-7072-4084-93e3-8a8ae807abc7), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:57.468331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:57.520973 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:57.726042 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Allocated IP 172.20.0.1 (3e0cb90c-268e-45c0-ad67-af1b766db048/a6af4eeb-798e-4661-9568-cbc6b62c7815/1772d6d6-93f3-48dc-bb96-d5380ca27530) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:57.810109 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cda855-66f3-409c-afcc-2b6c8cf2e471 None None] Pushing event updated for resources: {'Port': ['ID=e9b30baa-856f-4349-a51a-e78eab194311,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:57.884269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-61047bbb-52c6-4493-989b-63e8f6184968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:57.933015 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-373ce021-433b-4af6-a045-819989e3674c None None] Attempting to bind port e9b30baa-856f-4349-a51a-e78eab194311 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:57.933620 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-373ce021-433b-4af6-a045-819989e3674c None None] Attempting to bind port e9b30baa-856f-4349-a51a-e78eab194311 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:57.948432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ce021-433b-4af6-a045-819989e3674c None None] Attempting to bind port e9b30baa-856f-4349-a51a-e78eab194311 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:58.149793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:58.170985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.204964 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ce021-433b-4af6-a045-819989e3674c None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:58.205738 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ce021-433b-4af6-a045-819989e3674c None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:58.206378 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.221208 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ce021-433b-4af6-a045-819989e3674c None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:58.222519 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-373ce021-433b-4af6-a045-819989e3674c None None] Bound port: e9b30baa-856f-4349-a51a-e78eab194311, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:58.223311 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9b30baa-856f-4349-a51a-e78eab194311), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.231556 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Attempting to bind port 000453b3-7072-4084-93e3-8a8ae807abc7 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:30:58.246197 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Attempting to bind port 000453b3-7072-4084-93e3-8a8ae807abc7 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:30:58.247684 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Attempting to bind port 000453b3-7072-4084-93e3-8a8ae807abc7 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:30:58.311439 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:30:58.315555 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:30:58.318286 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.322358 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:30:58.324613 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Bound port: 000453b3-7072-4084-93e3-8a8ae807abc7, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:30:58.325554 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.335524 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks [] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.342153 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bef12-b733-46f3-ab00-63cf9160b054 None None] Pushing event updated for resources: {'Port': ['ID=000453b3-7072-4084-93e3-8a8ae807abc7,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:58.518090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-61047bbb-52c6-4493-989b-63e8f6184968 admin admin] Publish callbacks [] for security_group (8d6ae06f-1233-4823-9c68-c46315376470), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.536635 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks [] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.549769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-61047bbb-52c6-4493-989b-63e8f6184968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8d6ae06f-1233-4823-9c68-c46315376470), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.601804 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] For port 000453b3-7072-4084-93e3-8a8ae807abc7, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:58.624884 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] For port 000453b3-7072-4084-93e3-8a8ae807abc7, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=000453b3-7072-4084-93e3-8a8ae807abc7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:58.642896 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.673813 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:58.879340 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:58.938420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:30:58.940670 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 52d08f19-593a-4beb-8184-7fb2a564e396 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:30:58.943218 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:58.947772 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-373ce021-433b-4af6-a045-819989e3674c None None] For port e9b30baa-856f-4349-a51a-e78eab194311, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:30:59.028735 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-373ce021-433b-4af6-a045-819989e3674c None None] For port e9b30baa-856f-4349-a51a-e78eab194311, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e9b30baa-856f-4349-a51a-e78eab194311,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:30:59.043629 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373ce021-433b-4af6-a045-819989e3674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e9b30baa-856f-4349-a51a-e78eab194311), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:59.136028 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bef12-b733-46f3-ab00-63cf9160b054 None None] Pushing event updated for resources: {'Port': ['ID=000453b3-7072-4084-93e3-8a8ae807abc7,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:59.148566 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:59.149254 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:59.282060 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:59.285983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:59.402517 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61047bbb-52c6-4493-989b-63e8f6184968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ae06f-1233-4823-9c68-c46315376470,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:30:59.457758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:30:59.458708 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:30:59.459809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Request body: {'port': {'device_id': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:30:59.642405 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 52d08f19-593a-4beb-8184-7fb2a564e396 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:30:59.643612 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:30:59.768458 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:30:59.918259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:30:59.952408 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Allocated IP 172.20.0.1 (860daf04-4a0a-4379-9eea-a84339c17edf/a354ce2f-139a-4ca9-bb4e-603a40b44167/bc4ea36b-3bf4-4466-8712-21179f2076ba) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:30:59.970470 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-61047bbb-52c6-4493-989b-63e8f6184968 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f5c8a2e9aa64ccebb84e0a557d15e23&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6963902 May 19 06:30:59.974814 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Pushing event updated for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:00.037373 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51564) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:00.137327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cda855-66f3-409c-afcc-2b6c8cf2e471 None None] Pushing event updated for resources: {'Port': ['ID=e9b30baa-856f-4349-a51a-e78eab194311,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:00.142589 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:00.284932 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:00.433161 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:00.474032 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:45Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:00.507866 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d453-84d5-484c-9753-57e8af9fec2f req-dbf491ce-76f3-4819-bd26-20fe6a6d1882 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:00.521417 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3c99d453-84d5-484c-9753-57e8af9fec2f req-dbf491ce-76f3-4819-bd26-20fe6a6d1882 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 931 time: 2.0644403 May 19 06:31:00.524645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:00.616919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:00.620655 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (8526c024-ccad-4d03-9aed-d073f413dfb1), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:00.649945 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d54c-7536-4159-b6bd-ee4a42a66f54 None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:45Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:00.781983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:00.783216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:00.784980 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] Publish callbacks [] for security_group (8d6ae06f-1233-4823-9c68-c46315376470), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:00.877530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:00.952341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] Publish callbacks [] for security_group (8d6ae06f-1233-4823-9c68-c46315376470), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:00.970212 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:01.122443 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:01.127638 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:01.543065 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 52d08f19-593a-4beb-8184-7fb2a564e396 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:01.543931 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:01.660422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 52d08f19-593a-4beb-8184-7fb2a564e396, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=52d08f19-593a-4beb-8184-7fb2a564e396,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:01.712321 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-5b6c7aac-04a0-42f7-9ed3-21929be82a47 None None] Provisioning complete for port 1772d6d6-93f3-48dc-bb96-d5380ca27530 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:01.712704 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7aac-04a0-42f7-9ed3-21929be82a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:01.800837 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:01.955838 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks [] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:01.960933 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-373ce021-433b-4af6-a045-819989e3674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:02.000159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373ce021-433b-4af6-a045-819989e3674c None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:30:42Z', 'revision_number': 3, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:02.054710 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c7aac-04a0-42f7-9ed3-21929be82a47 None None] Port 1772d6d6-93f3-48dc-bb96-d5380ca27530 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:02.213408 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 000453b3-7072-4084-93e3-8a8ae807abc7 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:02.384624 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-ae5f65ff-52f6-4fb6-86ea-48da48156ddb None None] Provisioning complete for port 56b2deda-a568-448a-a6b9-195a6edb4d00 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:02.385399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ae5f65ff-52f6-4fb6-86ea-48da48156ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:02.567481 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946cfd64-c054-41e4-aadd-9b6bf0f436f8 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:02.598076 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks [] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:02.662193 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8d6ae06f-1233-4823-9c68-c46315376470), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:02.671942 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:02.683806 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d6ae06f-1233-4823-9c68-c46315376470 HTTP/1.1" status: 204 len: 168 time: 2.6313112 May 19 06:31:02.783164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=52d08f19-593a-4beb-8184-7fb2a564e396,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:02.821916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Transition to ACTIVE for port object 946cfd64-c054-41e4-aadd-9b6bf0f436f8 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:31:02.840473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:31:02.896072 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:02.919586 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37417c60-f014-462e-947e-0f10a6dc73d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ae06f-1233-4823-9c68-c46315376470,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:02.968727 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3c99d453-84d5-484c-9753-57e8af9fec2f req-e89c3d16-8555-4cf2-af56-ca8576b49937 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3941898 May 19 06:31:02.980406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:03.092507 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f65ff-52f6-4fb6-86ea-48da48156ddb None None] Port 56b2deda-a568-448a-a6b9-195a6edb4d00 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:03.184217 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:31:03.201956 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 000453b3-7072-4084-93e3-8a8ae807abc7 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:03.203195 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:03.672508 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:04.185731 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:04.359288 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Pushing event updated for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:04.366340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:31:04.406856 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-14be9e61-e67e-4b08-9fab-494635f85881 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5f00241-fa6b-49f6-b03c-87e42e051b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4235237 May 19 06:31:04.522034 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:31:04.695630 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Attempting to bind port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:04.696173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Attempting to bind port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'eb8b34cb-b633-49ae-a744-3da23d281a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:04.696733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Attempting to bind port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 on network 70c072c3-7dc7-4861-964c-3f309033f32a {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:04.755006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:04.755006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:04.777103 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 on network 70c072c3-7dc7-4861-964c-3f309033f32a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:31:04.778213 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Attempting to bind port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 on network 70c072c3-7dc7-4861-964c-3f309033f32a {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:05.044772 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:05.044772 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Checking segment: {'id': 'eb8b34cb-b633-49ae-a744-3da23d281a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:05.045989 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Bound using segment: {'id': 'eb8b34cb-b633-49ae-a744-3da23d281a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:05.052033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Bound port: 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8b34cb-b633-49ae-a744-3da23d281a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:05.055258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.170936 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.299448 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4227f2-6dfe-43e9-a987-edbf021de89a req-87c2c1d4-41ec-47e0-94c0-5de6e7e23723 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:05.316764 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5e4227f2-6dfe-43e9-a987-edbf021de89a req-87c2c1d4-41ec-47e0-94c0-5de6e7e23723 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.5926268 May 19 06:31:05.425384 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.440057 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:05.451808 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:05.486314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:05.492676 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51624) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:05.518586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:05.562820 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:05.563312 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (a8df4db5-6661-4126-97b1-e6272c00b228), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.771186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51632) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:05.774123 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 000453b3-7072-4084-93e3-8a8ae807abc7 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:05.776874 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.809835 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5e4227f2-6dfe-43e9-a987-edbf021de89a req-479fccad-042d-4cd5-9dee-d19e1a608d99 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826403 May 19 06:31:05.828924 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:05.852317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8,segment=NetworkSegment(eb8b34cb-b633-49ae-a744-3da23d281a8b),segment_id=eb8b34cb-b633-49ae-a744-3da23d281a8b)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:05.862593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.961304 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Pushing event updated for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:05.966581 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:05.968140 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:05.979146 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] 10.222.0.59 "PUT /v2.0/ports/946cfd64-c054-41e4-aadd-9b6bf0f436f8 HTTP/1.1" status: 200 len: 1093 time: 8.1758578 May 19 06:31:05.982281 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:06.025346 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:06.061882 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks [] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.070230 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7faac56-e56a-476d-be22-ee47f078b86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.080234 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.081453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (8526c024-ccad-4d03-9aed-d073f413dfb1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.315276 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:06.419675 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73cd3b-847f-4a31-8e07-d33c5f765a62 service neutron] Pushing event updated for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:06.459659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 000453b3-7072-4084-93e3-8a8ae807abc7, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=000453b3-7072-4084-93e3-8a8ae807abc7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:06.476094 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:06.478151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aaf878ed-a2d8-4d3d-9746-b73fc13e7174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.488645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:06.516014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.564116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.595708 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:06.716679 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-6db2591e-d2eb-4f6f-a4e8-ce656dd535b7 None None] Provisioning complete for port bc4ea36b-3bf4-4466-8712-21179f2076ba triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:06.717353 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6db2591e-d2eb-4f6f-a4e8-ce656dd535b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.952242 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7faac56-e56a-476d-be22-ee47f078b86d admin admin] Publish callbacks [] for security_group (560d9fa0-b649-4eee-8007-b4bebb854df6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:06.979017 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:07.057758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=000453b3-7072-4084-93e3-8a8ae807abc7,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:07.085623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-6db2591e-d2eb-4f6f-a4e8-ce656dd535b7 None None] Port bc4ea36b-3bf4-4466-8712-21179f2076ba cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:07.108594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:07.138519 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aaf878ed-a2d8-4d3d-9746-b73fc13e7174 admin admin] Publish callbacks [] for security_group (016464c2-4eaf-4c83-8beb-80779091f8ab), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.150898 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-aaf878ed-a2d8-4d3d-9746-b73fc13e7174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (016464c2-4eaf-4c83-8beb-80779091f8ab), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.187422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:30:56Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:07.193491 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e9b30baa-856f-4349-a51a-e78eab194311 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:07.200079 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d7faac56-e56a-476d-be22-ee47f078b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (560d9fa0-b649-4eee-8007-b4bebb854df6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.250662 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-e32c47fb-2f4b-4f8b-a3e1-5573fe52398a None None] Provisioning complete for port 1772d6d6-93f3-48dc-bb96-d5380ca27530 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:07.251383 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e32c47fb-2f4b-4f8b-a3e1-5573fe52398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.257588 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:31:07.258263 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Updating router d5f00241-fa6b-49f6-b03c-87e42e051b2f port 56b2deda-a568-448a-a6b9-195a6edb4d00 binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:31:07.270747 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-aaf878ed-a2d8-4d3d-9746-b73fc13e7174 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88e493edc5d946c295aab5d435a58cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4964261 May 19 06:31:07.271675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51648) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:07.274840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf878ed-a2d8-4d3d-9746-b73fc13e7174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016464c2-4eaf-4c83-8beb-80779091f8ab,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:07.358633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e32c47fb-2f4b-4f8b-a3e1-5573fe52398a None None] Port 1772d6d6-93f3-48dc-bb96-d5380ca27530 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:07.386004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643edd-bb9d-4f0a-8432-faad9f5b5115 req-e7fcab8d-4fad-4c70-b1b9-2cd0f5a942ae tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:07.386598 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.388446 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7643edd-bb9d-4f0a-8432-faad9f5b5115 req-e7fcab8d-4fad-4c70-b1b9-2cd0f5a942ae tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.1155777 May 19 06:31:07.412331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port e9b30baa-856f-4349-a51a-e78eab194311 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:07.416755 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e9b30baa-856f-4349-a51a-e78eab194311), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.423306 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d7faac56-e56a-476d-be22-ee47f078b86d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8c43c7566ba444dbc0e63a9f6c7df71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8634794 May 19 06:31:07.429514 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51650) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:07.563535 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faac56-e56a-476d-be22-ee47f078b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d9fa0-b649-4eee-8007-b4bebb854df6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:07.572473 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7643edd-bb9d-4f0a-8432-faad9f5b5115 req-91728b92-ed56-4b28-a2a2-4dc52cc2e162 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414683 May 19 06:31:07.598642 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51656) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:07.636065 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843122074', 'description': 'tempest-description--414427680'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:07.645333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] Publish callbacks [] for security_group (560d9fa0-b649-4eee-8007-b4bebb854df6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.681244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] Publish callbacks [] for security_group (560d9fa0-b649-4eee-8007-b4bebb854df6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.758002 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:07.763803 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (560d9fa0-b649-4eee-8007-b4bebb854df6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.767128 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.768381 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/560d9fa0-b649-4eee-8007-b4bebb854df6 HTTP/1.1" status: 204 len: 168 time: 0.3362179 May 19 06:31:07.795397 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24114a8d-6b19-4e16-8c49-3f36eb6ff844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d9fa0-b649-4eee-8007-b4bebb854df6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:07.825876 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:07.878728 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:31:07.901572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:08.046273 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] Publish callbacks [] for security_group (016464c2-4eaf-4c83-8beb-80779091f8ab), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.048482 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (71a3e794-7da6-405c-bcde-2019c46dd378), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.056549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (71a3e794-7da6-405c-bcde-2019c46dd378), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.061656 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port e9b30baa-856f-4349-a51a-e78eab194311 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:08.064074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9b30baa-856f-4349-a51a-e78eab194311), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.086494 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:08.124394 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a3e794-7da6-405c-bcde-2019c46dd378,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:08.128758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.139061 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-169bc6f0-4641-42b7-bdb2-c466dd47afad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5366323 May 19 06:31:08.143932 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51668) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:08.150064 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '71a3e794-7da6-405c-bcde-2019c46dd378', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:08.156410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8a4010-20ea-487e-a2e1-3359e3d67771 x-openstack-request-id: req-3d8a4010-20ea-487e-a2e1-3359e3d67771 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:08.156705 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:08.156981 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d8a4010-20ea-487e-a2e1-3359e3d67771 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:08.157505 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8a4010-20ea-487e-a2e1-3359e3d67771'] response: {'name': 'network-changed', 'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8', 'status': 'completed', 'code': 200} May 19 06:31:08.213467 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (337bcdd2-c896-4a05-828f-97b69ff511d4), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.242848 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port e9b30baa-856f-4349-a51a-e78eab194311, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e9b30baa-856f-4349-a51a-e78eab194311,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:08.354851 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e9b30baa-856f-4349-a51a-e78eab194311), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.356265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 52d08f19-593a-4beb-8184-7fb2a564e396 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:08.357492 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (337bcdd2-c896-4a05-828f-97b69ff511d4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.382237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (337bcdd2-c896-4a05-828f-97b69ff511d4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.492411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337bcdd2-c896-4a05-828f-97b69ff511d4,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:08.516265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.518528 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f2a7e6f3-8c8e-40ff-a64d-363eef32cd5e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728106 May 19 06:31:08.523193 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:31:08.528959 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:08.530323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51676) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:08.531054 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-53380bd2-2bfa-414d-9e42-4e99c734b9d7 admin admin] 10.222.0.65 "PUT /v2.0/routers/8526c024-ccad-4d03-9aed-d073f413dfb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9103189 May 19 06:31:08.540285 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:31:08.560910 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '71a3e794-7da6-405c-bcde-2019c46dd378', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:08.581579 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:08.582228 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:08.668916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (79cfeca1-cd25-41e8-8982-f360fd26d41a), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.676852 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] Publish callbacks [] for security_group (016464c2-4eaf-4c83-8beb-80779091f8ab), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.884135 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (016464c2-4eaf-4c83-8beb-80779091f8ab), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.892335 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.896113 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/016464c2-4eaf-4c83-8beb-80779091f8ab HTTP/1.1" status: 204 len: 168 time: 1.6118031 May 19 06:31:08.911551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (79cfeca1-cd25-41e8-8982-f360fd26d41a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:08.924338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (79cfeca1-cd25-41e8-8982-f360fd26d41a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.003724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cfeca1-cd25-41e8-8982-f360fd26d41a,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:09.021952 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.023809 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-33562134-f5ae-4538-9bfc-eba76368d969 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757853 May 19 06:31:09.027448 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51700) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:09.034406 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:09.036683 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50cf0b-27b1-4b5c-8436-e1eba1968e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016464c2-4eaf-4c83-8beb-80779091f8ab,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:09.052017 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=e9b30baa-856f-4349-a51a-e78eab194311,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:09.059520 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 52d08f19-593a-4beb-8184-7fb2a564e396 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:09.060188 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.116837 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:09.119339 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:09.125260 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks [] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.125953 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks [] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.156466 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.165735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.224319 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cade9-0f10-4798-a4ce-69503501a52c req-3b09faf9-5c2f-4b87-986e-457bc8b967e9 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:09.244975 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1d8cade9-0f10-4798-a4ce-69503501a52c req-3b09faf9-5c2f-4b87-986e-457bc8b967e9 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.3399000 May 19 06:31:09.335014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3cfe7-334f-44b1-86d7-65af369eef35 None None] Pushing event updated for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:09.358213 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.360576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (a8df4db5-6661-4126-97b1-e6272c00b228), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:09.388266 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:09.508872 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 52d08f19-593a-4beb-8184-7fb2a564e396 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:09.788366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:09.831276 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:09.940099 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 000453b3-7072-4084-93e3-8a8ae807abc7 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:09.972214 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Attempting to bind port 56b2deda-a568-448a-a6b9-195a6edb4d00 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:09.972998 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:03Z', 'revision_number': 2, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:09.974449 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Attempting to bind port 56b2deda-a568-448a-a6b9-195a6edb4d00 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:09.976445 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Attempting to bind port 56b2deda-a568-448a-a6b9-195a6edb4d00 on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:10.018082 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.048553 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51730) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:10.052443 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51732) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:10.077783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638959248', 'description': 'tempest-description--2127273949'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:10.130915 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Pushing event updated for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:10.136892 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:10.142215 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:10.143144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.143578 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:31:10.144137 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Updating router 8526c024-ccad-4d03-9aed-d073f413dfb1 port 1772d6d6-93f3-48dc-bb96-d5380ca27530 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:31:10.144898 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:10.150879 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2986e237-da07-40dc-af5e-cae06c2a0313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.151767 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Bound port: 56b2deda-a568-448a-a6b9-195a6edb4d00, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:10.152871 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.169084 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1d8cade9-0f10-4798-a4ce-69503501a52c req-3a851573-411a-448b-8007-7dffd2e2e73c tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9139805 May 19 06:31:10.280253 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:10.283009 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.325144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-6fdf674f-b213-4ed5-86cf-22c39fbc024a None None] Provisioning complete for port 56b2deda-a568-448a-a6b9-195a6edb4d00 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:10.325822 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6fdf674f-b213-4ed5-86cf-22c39fbc024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.394604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Router a8df4db5-6661-4126-97b1-e6272c00b228 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:31:10.399259 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 000453b3-7072-4084-93e3-8a8ae807abc7 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:10.401206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.439577 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.611134 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf674f-b213-4ed5-86cf-22c39fbc024a None None] Port 56b2deda-a568-448a-a6b9-195a6edb4d00 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:10.621035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:10.659625 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] For port 56b2deda-a568-448a-a6b9-195a6edb4d00, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:10.678011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] For port 56b2deda-a568-448a-a6b9-195a6edb4d00, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=56b2deda-a568-448a-a6b9-195a6edb4d00,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:10.694429 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.700463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2986e237-da07-40dc-af5e-cae06c2a0313 admin admin] Publish callbacks [] for security_group (dfcd18a0-bff7-46bc-acac-424714948428), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.727510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2986e237-da07-40dc-af5e-cae06c2a0313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dfcd18a0-bff7-46bc-acac-424714948428), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:10.747730 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:31:10.776382 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dcfb0cb2-4ebe-4fbf-8538-571686add33a admin admin] 10.222.0.65 "PUT /v2.0/routers/a8df4db5-6661-4126-97b1-e6272c00b228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9649649 May 19 06:31:10.833656 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986e237-da07-40dc-af5e-cae06c2a0313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd18a0-bff7-46bc-acac-424714948428,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:10.845314 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.27.1.10 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/7d89a2c0-3de4-474d-9726-2a5be7c2fe35) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:10.939088 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2986e237-da07-40dc-af5e-cae06c2a0313 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=478d6acaf74341739715f97ea06ba41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8836882 May 19 06:31:10.944320 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51750) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:11.020469 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:11.111066 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3ac157f9-ee95-4c38-a34a-fdecb764f730), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.133459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3ac157f9-ee95-4c38-a34a-fdecb764f730), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.178780 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] Publish callbacks [] for security_group (dfcd18a0-bff7-46bc-acac-424714948428), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.278308 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3cfe7-334f-44b1-86d7-65af369eef35 None None] Pushing event updated for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:11.286248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 000453b3-7072-4084-93e3-8a8ae807abc7 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:11.287682 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e9b30baa-856f-4349-a51a-e78eab194311 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:11.305901 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac157f9-ee95-4c38-a34a-fdecb764f730,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:11.315570 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.317849 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8914868f-aea2-4fb6-9e46-96f5a0afe311 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2550631 May 19 06:31:11.323304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51760) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:11.325853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] Publish callbacks [] for security_group (dfcd18a0-bff7-46bc-acac-424714948428), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.335448 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group_rule': {'security_group_id': '3ac157f9-ee95-4c38-a34a-fdecb764f730', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:11.344515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:11.346788 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:31:11.469223 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:11.553570 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dfcd18a0-bff7-46bc-acac-424714948428), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.560369 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.562878 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfcd18a0-bff7-46bc-acac-424714948428 HTTP/1.1" status: 204 len: 168 time: 0.6162894 May 19 06:31:11.597310 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-4be2f0e8-6ce7-40d4-a26b-54e9c52d1122 None None] Provisioning complete for port bc4ea36b-3bf4-4466-8712-21179f2076ba triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:11.599129 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4be2f0e8-6ce7-40d4-a26b-54e9c52d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.603290 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a7de9-d2e7-4e12-8a4f-6e4a45f1c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd18a0-bff7-46bc-acac-424714948428,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:11.619296 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (948b8c9a-065d-4410-8b11-417b31457e94), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.667403 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:11.671620 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:11.726036 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3905-1bf4-409a-bbe8-20660f09d88d req-76d03d3c-1380-4b2d-96f6-5c726ce027f2 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:11.728018 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1eae3905-1bf4-409a-bbe8-20660f09d88d req-76d03d3c-1380-4b2d-96f6-5c726ce027f2 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.3051181 May 19 06:31:11.738047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.853677 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks [] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.871819 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:11.945094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-c6d37c9d-8049-4e50-b207-9307b85557d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:11.947181 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-c6d37c9d-8049-4e50-b207-9307b85557d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d7305d881a4ee29213497d3bab5937&device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 1127 time: 0.2031965 May 19 06:31:12.046648 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397f80-afe1-451c-b90b-93b43fc06540 None None] Pushing event updated for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:12.050382 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:12.055362 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port e9b30baa-856f-4349-a51a-e78eab194311 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:12.057192 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e9b30baa-856f-4349-a51a-e78eab194311), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.129100 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (948b8c9a-065d-4410-8b11-417b31457e94), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.141299 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1eae3905-1bf4-409a-bbe8-20660f09d88d req-2892153b-f0e3-43c4-8207-d54d49fb426e tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760917 May 19 06:31:12.143261 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-04810a3a-bc98-45ce-9aa5-ee3c6cbbe94e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8 HTTP/1.1" status: 200 len: 217 time: 0.1698971 May 19 06:31:12.153963 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.156586 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (948b8c9a-065d-4410-8b11-417b31457e94), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.234645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:12.236357 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:12.246534 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Attempting to bind port 1772d6d6-93f3-48dc-bb96-d5380ca27530 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:12.246534 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Attempting to bind port 1772d6d6-93f3-48dc-bb96-d5380ca27530 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:12.246534 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Attempting to bind port 1772d6d6-93f3-48dc-bb96-d5380ca27530 on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:12.276160 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:12.276542 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Checking segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:12.279081 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.282237 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Bound using segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:12.283007 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Bound port: 1772d6d6-93f3-48dc-bb96-d5380ca27530, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:12.283585 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.427341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:12.468459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:12.471090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:12.577428 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] For port 1772d6d6-93f3-48dc-bb96-d5380ca27530, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:12.593046 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] For port 1772d6d6-93f3-48dc-bb96-d5380ca27530, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1772d6d6-93f3-48dc-bb96-d5380ca27530,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:12.613498 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.652782 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:12.723510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.755180 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.758945 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4335310 May 19 06:31:12.761727 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51788) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:12.767655 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group_rule': {'security_group_id': '3ac157f9-ee95-4c38-a34a-fdecb764f730', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:12.858682 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:12.867113 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:30:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:12.924757 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (3c982598-c52c-4983-a6ad-29d9c526f129), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.943511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:12.997240 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:13.350242 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-4be2f0e8-6ce7-40d4-a26b-54e9c52d1122 None None] Port bc4ea36b-3bf4-4466-8712-21179f2076ba cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:13.374941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8e57-78a1-4a3e-b7bf-3f7229eb8ba0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948b8c9a-065d-4410-8b11-417b31457e94,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:13.379748 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-fe85c3b3-ce98-473b-88b3-4486b2004a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:13.381129 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-fe85c3b3-ce98-473b-88b3-4486b2004a8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43 HTTP/1.1" status: 200 len: 852 time: 1.2295232 May 19 06:31:13.390510 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:13.482907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=7d89a2c0-3de4-474d-9726-2a5be7c2fe35,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:13.500581 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-20465239-43b4-4ab9-845a-f6055e8ae1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70c072c3-7dc7-4861-964c-3f309033f32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983419 May 19 06:31:13.767968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:13.809494 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:13.843221 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6acb47-149d-4368-b0ac-fb1f5e11397d req-18a1c99f-9a0a-454d-9391-3acdd72f1d57 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:13.857883 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8b6acb47-149d-4368-b0ac-fb1f5e11397d req-18a1c99f-9a0a-454d-9391-3acdd72f1d57 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.4052172 May 19 06:31:13.920916 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (3c982598-c52c-4983-a6ad-29d9c526f129), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:13.961471 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (3c982598-c52c-4983-a6ad-29d9c526f129), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.125164 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-e89d975d-40a1-4795-9ca7-a07c780c83e7 service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913210 May 19 06:31:14.153929 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:14.154536 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:14.172831 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397f80-afe1-451c-b90b-93b43fc06540 None None] Pushing event updated for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:14.174412 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8ed34f61-c76b-4369-a88c-7376f9f09427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.211828 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Provisioning complete for port 56b2deda-a568-448a-a6b9-195a6edb4d00 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:14.227780 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.230939 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.251062 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4879665 May 19 06:31:14.254797 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51840) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:14.359200 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:14.360372 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5120d47f-6333-4658-80be-89f2144be333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:12Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:14.372018 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79646ace-7fdd-4bdd-bccd-aaae5d15496c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c982598-c52c-4983-a6ad-29d9c526f129,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:14.450310 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0db9bf8f-6fe9-4bab-8642-6efe1d154984 req-10ec0362-f956-4d95-aad7-367a9e9692ea service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800148 May 19 06:31:14.451297 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120d47f-6333-4658-80be-89f2144be333 None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:12Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:14.466330 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8b6acb47-149d-4368-b0ac-fb1f5e11397d req-84ef0a84-fcd2-487b-8c1b-f737800137bd tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529516 May 19 06:31:14.502519 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:07Z', 'revision_number': 2, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:14.642090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.665840 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-87c74826-211b-4f56-b180-725c85d2f0cb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:14.701746 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port e9b30baa-856f-4349-a51a-e78eab194311 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:14.706131 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:14.706360 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-87c74826-211b-4f56-b180-725c85d2f0cb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 1.3655322 May 19 06:31:14.752681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:31:14.753399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Updating router a8df4db5-6661-4126-97b1-e6272c00b228 port bc4ea36b-3bf4-4466-8712-21179f2076ba binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:31:14.790555 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.811376 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:14.840325 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:15.074971 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:15.110848 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-62469e13-d615-41b1-8b4a-e2edb1d21618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:15.114521 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-62469e13-d615-41b1-8b4a-e2edb1d21618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d7305d881a4ee29213497d3bab5937&device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 1127 time: 0.4660552 May 19 06:31:15.131157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:15.139849 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1063571 May 19 06:31:15.316674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3552c-71e3-446c-9c78-4b6a39b66acb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=7d89a2c0-3de4-474d-9726-2a5be7c2fe35,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:15.620904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:15.630361 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7f4e6896-e811-4511-9588-de76ea633ab1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/quotas/35cb15f2075c41889b91291b645170a5 HTTP/1.1" status: 200 len: 375 time: 0.9231846 May 19 06:31:15.976559 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Current status of the port 56b2deda-a568-448a-a6b9-195a6edb4d00 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:15.978011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:15.989643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1772d6d6-93f3-48dc-bb96-d5380ca27530 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:16.043981 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-605e1641-fb1a-4f5d-a2e8-9eabc756bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:16.045633 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-605e1641-fb1a-4f5d-a2e8-9eabc756bfb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70c072c3-7dc7-4861-964c-3f309033f32a HTTP/1.1" status: 200 len: 913 time: 0.8992705 May 19 06:31:16.113217 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-a151dde1-5f6f-45ef-8cc1-c96b2f0f081f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8 HTTP/1.1" status: 200 len: 217 time: 0.0516593 May 19 06:31:16.188087 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-df2422f4-b15b-4aca-964c-cbe490625d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:16.189790 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-df2422f4-b15b-4aca-964c-cbe490625d74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43 HTTP/1.1" status: 200 len: 852 time: 0.0718408 May 19 06:31:16.285041 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-966ead02-019b-4e65-b58a-295ad65b4e8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70c072c3-7dc7-4861-964c-3f309033f32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800502 May 19 06:31:16.290706 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-1c62c166-b6c9-4dd4-aa5a-dd0fd41993a1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1843122074&fields=id&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 267 time: 0.2562339 May 19 06:31:16.462249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Allocated IP 172.27.1.224 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/5a903bf8-9a37-43cf-a21a-947321a06530) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:16.485051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:16.486919 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:16.669471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa9a-3887-4830-9a8a-5c9f99e2bb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:16.753536 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] For port 56b2deda-a568-448a-a6b9-195a6edb4d00, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=56b2deda-a568-448a-a6b9-195a6edb4d00,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:16.797684 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:16.890028 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:16.901878 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-59443ea5-e4cf-47e4-8cb3-a4e9c66e34b0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:16.918425 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-59443ea5-e4cf-47e4-8cb3-a4e9c66e34b0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.6185386 May 19 06:31:16.931925 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-cb128e29-e2c5-49ff-82bd-9fa6ae2d739a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2791934 May 19 06:31:17.006828 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (5a903bf8-9a37-43cf-a21a-947321a06530), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:17.017295 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-bb8b7ee8-8638-4f4a-9b4f-35741d634409 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/quotas/adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 375 time: 0.0565977 May 19 06:31:17.137773 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:10Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:17.186837 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:17.224226 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:17.230864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:17.266694 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:17.314554 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-ea0e3c98-6197-4d33-9b38-89b17b42e52e service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682574 May 19 06:31:17.379704 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 1772d6d6-93f3-48dc-bb96-d5380ca27530 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:17.380345 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:17.396124 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-041b9e2e-3141-449b-9c34-aed0e3d69d4b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3356574 May 19 06:31:17.448761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:17.481259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 51916) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:17.531632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=5a903bf8-9a37-43cf-a21a-947321a06530,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:17.602072 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:17.756697 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:17.981240 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-fb7e1b6c-2458-4d2e-9036-f6637af24409 service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950506 May 19 06:31:18.255491 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-090ce946-8806-474a-a913-7c9ad2738993 service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677774 May 19 06:31:18.284014 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:18.442407 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d147ee7-a4dc-4c53-a6ac-6464f3bbe646 req-8ed9aabc-2ee5-46b8-af21-3ed8fa460f9d service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0338421 May 19 06:31:18.662057 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Pushing event updated for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:18.680151 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb65e12-60d0-45f5-8bad-f138130ba83a None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:10Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:18.735353 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:18.773791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks [] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:18.786850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00691ba4-9877-48a9-888b-97a287630d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:18.845036 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721f7fe-f16c-4554-b2df-301ad9376ccc req-2d69a8c3-86d6-41ac-b098-d47dbb14f4ab tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:18.846135 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Provisioning complete for port 1772d6d6-93f3-48dc-bb96-d5380ca27530 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:18.846492 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:18.868752 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f721f7fe-f16c-4554-b2df-301ad9376ccc req-2d69a8c3-86d6-41ac-b098-d47dbb14f4ab tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.1408927 May 19 06:31:19.038730 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.042860 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.095851 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f721f7fe-f16c-4554-b2df-301ad9376ccc req-104dd2c2-bf09-4a2c-aadb-2585acb2447c tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279072 May 19 06:31:19.212285 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.316904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (5a903bf8-9a37-43cf-a21a-947321a06530), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.350721 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5bfe6177-cdf0-437f-86b5-48b9080d7c2a req-5fb59812-9d13-4f9d-8841-6ac9dbbbda46 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.1015873 May 19 06:31:19.386772 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.460902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-6c8415db-4146-4a6a-82f4-b0afac656087 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:31:19.462370 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-6c8415db-4146-4a6a-82f4-b0afac656087 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8918340 May 19 06:31:19.480829 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Current status of the port 1772d6d6-93f3-48dc-bb96-d5380ca27530 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:19.481492 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.496277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1ab1-2e2a-4b98-8659-3f9ef17c608c None None] Pushing event updated for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:19.526332 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.588659 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00691ba4-9877-48a9-888b-97a287630d82 admin admin] Publish callbacks [] for security_group (7da55097-0f71-41e4-9baa-4a35ede67eb1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.674691 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 1772d6d6-93f3-48dc-bb96-d5380ca27530 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:19.676682 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.778500 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00691ba4-9877-48a9-888b-97a287630d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7da55097-0f71-41e4-9baa-4a35ede67eb1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.918369 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.920713 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6129277 May 19 06:31:19.958161 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] For port 1772d6d6-93f3-48dc-bb96-d5380ca27530, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1772d6d6-93f3-48dc-bb96-d5380ca27530,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:19.959994 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Attempting to bind port bc4ea36b-3bf4-4466-8712-21179f2076ba on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:19.960558 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Attempting to bind port bc4ea36b-3bf4-4466-8712-21179f2076ba by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:19.960714 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Attempting to bind port bc4ea36b-3bf4-4466-8712-21179f2076ba on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:19.969987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:19.970556 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:19.971033 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.971440 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Bound using segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:19.972090 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Bound port: bc4ea36b-3bf4-4466-8712-21179f2076ba, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:19.972475 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:19.995134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 51976) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:19.995896 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-00691ba4-9877-48a9-888b-97a287630d82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8725989113f47fd839541e2c213ba9a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4710231 May 19 06:31:19.999006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.003250 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a642f-9355-45ec-8da7-28fb6584f976 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=5a903bf8-9a37-43cf-a21a-947321a06530,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:20.019337 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00691ba4-9877-48a9-888b-97a287630d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da55097-0f71-41e4-9baa-4a35ede67eb1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:20.068486 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-f38c2bd2-3652-4c3b-b2b4-93fe0433c2aa service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826573 May 19 06:31:20.139885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:20.140547 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:20.143282 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:31:20.143282 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG oslo_db.api [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:31:20.145758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] Publish callbacks [] for security_group (7da55097-0f71-41e4-9baa-4a35ede67eb1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.214303 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] Publish callbacks [] for security_group (7da55097-0f71-41e4-9baa-4a35ede67eb1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.347302 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-a7b3b70b-ec64-4532-8b0f-146ecd06461b service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631402 May 19 06:31:20.367635 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7da55097-0f71-41e4-9baa-4a35ede67eb1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.371261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.376218 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7da55097-0f71-41e4-9baa-4a35ede67eb1 HTTP/1.1" status: 204 len: 168 time: 0.3747787 May 19 06:31:20.382289 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-e9e94284-3878-4fcb-bc1a-b01059b4feeb None None] Provisioning complete for port bc4ea36b-3bf4-4466-8712-21179f2076ba triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:20.382721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e9e94284-3878-4fcb-bc1a-b01059b4feeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.402101 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97e688-9eaf-400e-8734-bea4187af1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da55097-0f71-41e4-9baa-4a35ede67eb1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:20.595193 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38e733-c4e7-49cb-bece-3826296b0c21 req-7835a54c-24af-4c95-8d99-0b14f9fed332 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:20.607200 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e9e94284-3878-4fcb-bc1a-b01059b4feeb None None] Port bc4ea36b-3bf4-4466-8712-21179f2076ba cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:20.612426 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4f38e733-c4e7-49cb-bece-3826296b0c21 req-7835a54c-24af-4c95-8d99-0b14f9fed332 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.1484051 May 19 06:31:20.772968 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4f38e733-c4e7-49cb-bece-3826296b0c21 req-69195c4b-3f62-4391-87bc-fa7b53301376 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567709 May 19 06:31:20.803457 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:20.936453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52020) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:20.963619 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410a90-f9e1-40ae-98cd-13f1ed939ec0 None None] Pushing event updated for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:20.982628 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-67df7465-2dc3-4495-a3c5-74ebc10f2d2b req-bd086288-a975-4dfb-93e1-5a1b7237755d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.1024714 May 19 06:31:21.029352 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 1772d6d6-93f3-48dc-bb96-d5380ca27530 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:21.032510 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] For port bc4ea36b-3bf4-4466-8712-21179f2076ba, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:21.049361 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] For port bc4ea36b-3bf4-4466-8712-21179f2076ba, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=bc4ea36b-3bf4-4466-8712-21179f2076ba,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:21.073771 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:21.266802 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-e597b56f-0f7f-4629-8efb-f0e99df3fb5f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--638959248&fields=id&tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 267 time: 0.3749399 May 19 06:31:21.395522 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1ab1-2e2a-4b98-8659-3f9ef17c608c None None] Pushing event updated for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:21.511041 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 946cfd64-c054-41e4-aadd-9b6bf0f436f8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:31:21.544093 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9958360d-7a78-4d89-8936-e4308c90df78 req-36ba676e-097e-4e7a-82d6-a8b3a8c7d34a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 210 time: 0.2953820 May 19 06:31:21.749553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 56b2deda-a568-448a-a6b9-195a6edb4d00 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:21.753878 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:21.755805 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:31:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:22.083651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:22.153831 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-983cf7cb-0c09-4a7a-a5b2-0167e904ab5a tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:22.183377 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-983cf7cb-0c09-4a7a-a5b2-0167e904ab5a tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 811 time: 0.9152348 May 19 06:31:22.251474 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-43d0b576-e863-486b-93ef-1c1928d3808d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/quotas/1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 375 time: 0.0605285 May 19 06:31:22.303243 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d81b1-d809-4960-9627-4caed3f7c43f req-a381e1d8-dd85-42d1-ab45-6967818cef03 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:22.349318 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-165d81b1-d809-4960-9627-4caed3f7c43f req-a381e1d8-dd85-42d1-ab45-6967818cef03 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 943 time: 0.1584828 May 19 06:31:22.352044 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.resource_extend [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 06:31:22.481767 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-4204f8dc-8871-45d1-ad17-c91db72eedfb tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2105496 May 19 06:31:22.636060 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-165d81b1-d809-4960-9627-4caed3f7c43f req-b054127d-9453-45d3-b81f-2473611e4cd9 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845135 May 19 06:31:22.674984 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52052) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:22.692991 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24d68f2f-a689-4725-a5c1-40bdbc11ad82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:22.746864 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:22.797945 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:22.921138 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d045a6b-248f-4bc4-9b55-0c3be9d3f67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.018091 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Provisioning complete for port bc4ea36b-3bf4-4466-8712-21179f2076ba triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:23.018405 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.076908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 56b2deda-a568-448a-a6b9-195a6edb4d00 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:23.077781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.139395 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d045a6b-248f-4bc4-9b55-0c3be9d3f67d admin admin] Publish callbacks [] for security_group (3779b5ef-11ac-4032-8ca6-d497523a38ef), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.141064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:23.161269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:23.166989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:20Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:23.189566 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0d045a6b-248f-4bc4-9b55-0c3be9d3f67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3779b5ef-11ac-4032-8ca6-d497523a38ef), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.198453 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-e0d0cc97-7549-4500-b618-2f16cccf6fc3 service neutron] 10.222.0.65 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907113 May 19 06:31:23.239327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c916b2f-1a6c-4b32-a8fb-b0ce6957d3c3 None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:20Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:23.293046 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27b1f14c-f868-4079-99d5-6e776e43d1a1 req-8f4116cb-4f88-46ed-9756-8a8b03261ae5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.1415799 May 19 06:31:23.407914 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0d045a6b-248f-4bc4-9b55-0c3be9d3f67d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1925eeac247841b98efec535b1cdbe4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7316272 May 19 06:31:23.411322 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8,segment=NetworkSegment(eb8b34cb-b633-49ae-a744-3da23d281a8b),segment_id=eb8b34cb-b633-49ae-a744-3da23d281a8b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:23.417520 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52064) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:23.435862 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d045a6b-248f-4bc4-9b55-0c3be9d3f67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779b5ef-11ac-4032-8ca6-d497523a38ef,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:23.566839 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '946cfd64-c054-41e4-aadd-9b6bf0f436f8', 'network_id': '70c072c3-7dc7-4861-964c-3f309033f32a', 'port_id': '946cfd64-c054-41e4-aadd-9b6bf0f436f8', 'mac_address': 'fa:16:3e:4b:06:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:31:23.637705 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Current status of the port bc4ea36b-3bf4-4466-8712-21179f2076ba is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:23.638096 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.643600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 56b2deda-a568-448a-a6b9-195a6edb4d00 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:23.644772 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1772d6d6-93f3-48dc-bb96-d5380ca27530 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:23.681896 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-863f3b2e-4b81-4f54-899a-95773f43330f service neutron] 10.222.0.65 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626656 May 19 06:31:23.722869 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:23.723548 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.738323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-6d80e86e-84f8-4dd7-b58b-62901676b141 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:23.744468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946cfd64-c054-41e4-aadd-9b6bf0f436f8 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:23.745253 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-6d80e86e-84f8-4dd7-b58b-62901676b141 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.8894737 May 19 06:31:23.786595 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:23.812441 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-25084227-67e4-4451-bb66-dc1238231eca None None] For port bc4ea36b-3bf4-4466-8712-21179f2076ba, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=bc4ea36b-3bf4-4466-8712-21179f2076ba,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:23.821767 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8,segment=NetworkSegment(eb8b34cb-b633-49ae-a744-3da23d281a8b),segment_id=eb8b34cb-b633-49ae-a744-3da23d281a8b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:23.825187 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.845675 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.902995 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:23.925362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24d68f2f-a689-4725-a5c1-40bdbc11ad82 admin admin] Publish callbacks [] for security_group (0430c21f-385e-49e6-b0af-97665b681e5d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:23.952942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.59', 57509) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:24.010790 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-d56227bc-543d-489e-aeab-f1a393cecd3f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 380 time: 0.2459819 May 19 06:31:24.026951 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'port': {'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'admin_state_up': True, 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'security_groups': ['71a3e794-7da6-405c-bcde-2019c46dd378']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:24.363987 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:24.366128 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24d68f2f-a689-4725-a5c1-40bdbc11ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0430c21f-385e-49e6-b0af-97665b681e5d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:24.367961 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:24.475651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25084227-67e4-4451-bb66-dc1238231eca None None] Pushing event updated for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:24.519176 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] Publish callbacks [] for security_group (3779b5ef-11ac-4032-8ca6-d497523a38ef), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:24.528622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf65151-b1bc-4f25-805c-62a1b260c970 req-d06735f5-dcf3-4143-92a3-1c014bf598d1 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:24.534301 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0cf65151-b1bc-4f25-805c-62a1b260c970 req-d06735f5-dcf3-4143-92a3-1c014bf598d1 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 944 time: 0.1687958 May 19 06:31:24.535805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:24.543601 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:24.591675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-c9aa2f62-0008-4349-af5e-1c750c7f479a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:24.601595 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-c9aa2f62-0008-4349-af5e-1c750c7f479a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 0.6373718 May 19 06:31:24.652583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2f2286c6-45ff-4b52-adf2-f752c017ae2d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:24.661534 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2f2286c6-45ff-4b52-adf2-f752c017ae2d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 1.0579872 May 19 06:31:24.672039 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68f2f-a689-4725-a5c1-40bdbc11ad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0430c21f-385e-49e6-b0af-97665b681e5d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:24.693208 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-24d68f2f-a689-4725-a5c1-40bdbc11ad82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2870946343b417b90c6ce9e52b081a7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7547686 May 19 06:31:24.714971 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'port': {'device_id': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'admin_state_up': True, 'tenant_id': '35cb15f2075c41889b91291b645170a5'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:24.718030 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 1772d6d6-93f3-48dc-bb96-d5380ca27530 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:24.718595 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:24.734176 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:24.778596 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52102) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:24.826292 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['946cfd64-c054-41e4-aadd-9b6bf0f436f8'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:24.853680 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] Publish callbacks [] for security_group (3779b5ef-11ac-4032-8ca6-d497523a38ef), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:24.865792 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0cf65151-b1bc-4f25-805c-62a1b260c970 req-dc5778ad-81e2-4074-b080-8cee00884ae6 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006613 May 19 06:31:24.877830 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-56d066d7-3f5d-4fff-a646-626fef2641d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/quotas/35cb15f2075c41889b91291b645170a5 HTTP/1.1" status: 200 len: 375 time: 0.2147732 May 19 06:31:25.060839 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-86267905-9e20-4dad-8080-2e31109dc27a req-c64bb924-281a-42fb-99d8-29e2a4670824 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 210 time: 0.0894787 May 19 06:31:25.107613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.20.0.6 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/cb1871e1-4ddc-43af-a6f0-08f3745f2edf) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:25.111170 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] Publish callbacks [] for security_group (0430c21f-385e-49e6-b0af-97665b681e5d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.150077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 1772d6d6-93f3-48dc-bb96-d5380ca27530 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:25.165376 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:25.175719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:25.260410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] Publish callbacks [] for security_group (0430c21f-385e-49e6-b0af-97665b681e5d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.348778 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2bb1bfba-4e48-49dd-8253-3a8eccca4077 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4214411 May 19 06:31:25.368038 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b0d9a8d7-f679-4104-a5c4-c24d97304eba req-a91ed27c-945e-44e0-8f19-5c6248c3f66d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.1484804 May 19 06:31:25.381408 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device bc4ea36b-3bf4-4466-8712-21179f2076ba up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:25.437419 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0430c21f-385e-49e6-b0af-97665b681e5d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.442812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.447938 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0430c21f-385e-49e6-b0af-97665b681e5d HTTP/1.1" status: 204 len: 168 time: 0.6642942 May 19 06:31:25.461295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345233b0-75a0-43f3-8e8d-4356250e1815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0430c21f-385e-49e6-b0af-97665b681e5d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:25.524247 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-dd3695b8-311e-4c10-807e-6d8d3ece1078 service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745729 May 19 06:31:25.578018 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3779b5ef-11ac-4032-8ca6-d497523a38ef), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.580293 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.588311 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3779b5ef-11ac-4032-8ca6-d497523a38ef HTTP/1.1" status: 204 len: 168 time: 2.1633768 May 19 06:31:25.600568 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port bc4ea36b-3bf4-4466-8712-21179f2076ba triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:25.604642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:25.648563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:25.821648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:25.847764 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port bc4ea36b-3bf4-4466-8712-21179f2076ba is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:25.871719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 946cfd64-c054-41e4-aadd-9b6bf0f436f8 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:25.935860 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba3635-0b7a-4231-a275-6094a6e07eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779b5ef-11ac-4032-8ca6-d497523a38ef,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:26.094262 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:31:26.105564 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:26.106090 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:26.157587 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Made reservation on behalf of 35cb15f2075c41889b91291b645170a5 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:26.166269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:26.175195 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-df3e1a11-1c09-4bd6-9a65-510f7bae1dee service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498284 May 19 06:31:26.374056 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:26.378782 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:26.446188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:26.452487 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.59', 57519) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:26.496150 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894138ab-18d9-4bd1-8c13-51622f842ff8 req-64c24e9d-fc92-4da6-b02c-78ccce1cc0d8 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:26.504871 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-894138ab-18d9-4bd1-8c13-51622f842ff8 req-64c24e9d-fc92-4da6-b02c-78ccce1cc0d8 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 944 time: 0.3308210 May 19 06:31:26.523337 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:26.813777 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-894138ab-18d9-4bd1-8c13-51622f842ff8 req-bbd76827-5272-4ef8-ae96-7ac6dfbf04ee tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726731 May 19 06:31:26.824014 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:26.957141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:26.967819 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ca34c71a-26ca-40ba-bcc8-f3efc4a7c2c6 req-ca3193d3-ada2-45c7-a18c-fd84fdee5b82 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 210 time: 0.0908794 May 19 06:31:27.022818 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Allocated IP 172.20.0.9 (860daf04-4a0a-4379-9eea-a84339c17edf/a354ce2f-139a-4ca9-bb4e-603a40b44167/7b1f2836-944c-46f7-af0c-4d51b0b73e65) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:27.056052 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:27.056224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8,segment=NetworkSegment(eb8b34cb-b633-49ae-a744-3da23d281a8b),segment_id=eb8b34cb-b633-49ae-a744-3da23d281a8b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:27.063839 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:27.076565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:27.086202 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-acf73def-79f1-470c-aa48-a31610fe4683 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:27.091037 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-acf73def-79f1-470c-aa48-a31610fe4683 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 811 time: 0.6363375 May 19 06:31:27.092959 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:27.115981 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:27.118825 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:27.171689 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52164) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:27.206181 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:27.241855 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:27.262984 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58d9426-3961-4f35-b14e-f2834736f3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:27.270992 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:27.290235 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-226c4f0f-0e5d-454c-89db-6186e9c85ef3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2732089 May 19 06:31:27.312055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Request body: {'port': {'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:27.435143 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaa1d7-61bd-4d3f-b607-22d3dab5a47c req-5a49b3a6-7fa0-48ab-8970-bd0d8203e58f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:27.442739 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fbaaa1d7-61bd-4d3f-b607-22d3dab5a47c req-5a49b3a6-7fa0-48ab-8970-bd0d8203e58f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 931 time: 0.3823161 May 19 06:31:27.450567 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9411525-eac7-4e1b-b170-dde97fa2ee22" -d '{"events": [{"server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "name": "network-vif-plugged", "status": "completed", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:27.552232 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:27.676310 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-14a6af87-0ae1-4a04-bee9-9029406ea5d5 req-2724cd75-93ec-4f6c-99c7-0fe25c9cea0d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 210 time: 0.5635014 May 19 06:31:27.725905 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fbaaa1d7-61bd-4d3f-b607-22d3dab5a47c req-257a70d7-0b8a-4c2b-982b-d8d25ea1b1d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770078 May 19 06:31:27.765494 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-81e2c6e1-690f-46e8-b363-f2190e637be1 None None] Provisioning complete for port cb1871e1-4ddc-43af-a6f0-08f3745f2edf triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:27.771261 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-81e2c6e1-690f-46e8-b363-f2190e637be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:27.828523 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-6fcedcb6-a8c1-44e8-b452-624e9b007fe1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 379 time: 0.2001185 May 19 06:31:27.886056 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'port': {'device_id': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'admin_state_up': True, 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'security_groups': ['3ac157f9-ee95-4c38-a34a-fdecb764f730']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:27.922643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-81e2c6e1-690f-46e8-b363-f2190e637be1 None None] Port cb1871e1-4ddc-43af-a6f0-08f3745f2edf cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:28.050161 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58d9426-3961-4f35-b14e-f2834736f3f1 admin admin] Publish callbacks [] for security_group (6b4fc789-0fa1-4df1-9eed-44fdfeb3215a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.084614 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a58d9426-3961-4f35-b14e-f2834736f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6b4fc789-0fa1-4df1-9eed-44fdfeb3215a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.087302 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:28.237222 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:28.270625 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.292352 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Made reservation on behalf of 1e8f1e4b9cd9432b90cb00a6be4d909e for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:28.295927 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.296538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ed268-21be-4112-b948-b9ea7d910498 req-54b9259f-4c09-4464-9c7c-c1160d8bc9dc tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:28.299595 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ab8ed268-21be-4112-b948-b9ea7d910498 req-54b9259f-4c09-4464-9c7c-c1160d8bc9dc tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.3049657 May 19 06:31:28.316121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9426-3961-4f35-b14e-f2834736f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fc789-0fa1-4df1-9eed-44fdfeb3215a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:28.321258 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52210) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:28.350660 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a58d9426-3961-4f35-b14e-f2834736f3f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f08aa731e21048bb9ebac0dfc7bb12e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1684592 May 19 06:31:28.351961 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52214) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:28.401788 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68098753-8c54-40b9-9b77-8f585fec3af0 x-openstack-request-id: req-68098753-8c54-40b9-9b77-8f585fec3af0 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:28.402671 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "name": "network-vif-plugged", "status": "completed", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:28.403104 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68098753-8c54-40b9-9b77-8f585fec3af0 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:28.405125 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68098753-8c54-40b9-9b77-8f585fec3af0'] response: {'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8', 'code': 200} May 19 06:31:28.539887 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ab8ed268-21be-4112-b948-b9ea7d910498 req-36b4ae08-ac14-4695-b988-fca6b600c6ba tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159250 May 19 06:31:28.618344 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1871e1-4ddc-43af-a6f0-08f3745f2edf {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:28.638760 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks [] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.672680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Transition to ACTIVE for port object cb1871e1-4ddc-43af-a6f0-08f3745f2edf will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:31:28.681484 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.752691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:28.781012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.59', 57528) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:28.786512 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:28.799497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:28.800337 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b48e01d5-d9b9-40d1-a948-c62623bbd9df req-f45ad851-91da-48e7-a3b4-3696080eb831 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 210 time: 0.2024584 May 19 06:31:28.827660 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8405150-bd47-4093-bfba-6c3c68d1177c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.843460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] Publish callbacks [] for security_group (6b4fc789-0fa1-4df1-9eed-44fdfeb3215a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.852226 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:28.959618 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.59', 57529) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:28.978877 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4de45abc-bd5d-4cca-a600-b9d2563fbcf8 req-a42fd8e6-75c6-4ae8-97cb-126d366d6c1b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 210 time: 0.0925446 May 19 06:31:28.982898 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-b903e2e9-ea5b-44d1-ae75-b7eec3cd3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:28.984673 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-b903e2e9-ea5b-44d1-ae75-b7eec3cd3287 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 1129 time: 0.2003188 May 19 06:31:28.985589 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Attempting to bind port cb1871e1-4ddc-43af-a6f0-08f3745f2edf on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:28.985942 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Attempting to bind port cb1871e1-4ddc-43af-a6f0-08f3745f2edf by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:28.987353 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Attempting to bind port cb1871e1-4ddc-43af-a6f0-08f3745f2edf on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:29.106918 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Port cb1871e1-4ddc-43af-a6f0-08f3745f2edf on network ba03612d-d3e3-499d-b899-41fd0fc8db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:31:29.107342 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Attempting to bind port cb1871e1-4ddc-43af-a6f0-08f3745f2edf on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:29.119280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:29.119982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:29.120529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:29.121177 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Bound port: cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:29.121812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.145462 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-e684721e-9279-4930-8b38-3bbd85566d00 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.224003 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:29.242572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] Publish callbacks [] for security_group (6b4fc789-0fa1-4df1-9eed-44fdfeb3215a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.276309 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:29.276820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-e684721e-9279-4930-8b38-3bbd85566d00 service neutron] Publish callbacks [] for security_group (f802f5c5-782c-45f0-a0b4-8d68d11cdb16), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.297802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:29.306701 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370aabe-74f5-4d30-a255-103999afcf73 req-fd49ae10-ab3a-4b8f-b559-a39a079b38e4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:29.308223 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6370aabe-74f5-4d30-a255-103999afcf73 req-fd49ae10-ab3a-4b8f-b559-a39a079b38e4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 943 time: 0.2069747 May 19 06:31:29.313107 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:29.320052 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:29.322433 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.347986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-e684721e-9279-4930-8b38-3bbd85566d00 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f802f5c5-782c-45f0-a0b4-8d68d11cdb16), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.393912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684721e-9279-4930-8b38-3bbd85566d00 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f802f5c5-782c-45f0-a0b4-8d68d11cdb16,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:29.423026 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Allocated IP 172.20.0.12 (3e0cb90c-268e-45c0-ad67-af1b766db048/a6af4eeb-798e-4661-9568-cbc6b62c7815/a273e96a-f26e-4d91-b813-288465dd486f) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:29.463463 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-0047c29c-6630-4648-8be2-17f522161f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7568831 May 19 06:31:29.502552 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb2e5b55-5ffc-4dd9-beea-3103d06dca5d req-e684721e-9279-4930-8b38-3bbd85566d00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537733 May 19 06:31:29.518101 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8405150-bd47-4093-bfba-6c3c68d1177c admin admin] Publish callbacks [] for security_group (6f93aae8-04bd-4a19-831a-feadfb3ffcb1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.526545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:29.544670 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Request body: {'port': {'device_id': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:29.561152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e8405150-bd47-4093-bfba-6c3c68d1177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6f93aae8-04bd-4a19-831a-feadfb3ffcb1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.572442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-e2b5e712-71af-4694-941b-20157633e838 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:29.576661 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-e2b5e712-71af-4694-941b-20157633e838 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 0.6149716 May 19 06:31:29.581220 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:29.605682 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.713724 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6b4fc789-0fa1-4df1-9eed-44fdfeb3215a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.716714 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.718022 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b4fc789-0fa1-4df1-9eed-44fdfeb3215a HTTP/1.1" status: 204 len: 168 time: 1.3198812 May 19 06:31:29.746671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:29.749147 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6370aabe-74f5-4d30-a255-103999afcf73 req-b64a3f45-1698-47ee-9204-a7477254b23c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875990 May 19 06:31:29.751948 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.753505 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 200 len: 1093 time: 2.4533379 May 19 06:31:29.754008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:29.756390 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d" -d '{"events": [{"name": "network-changed", "server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:29.760274 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-7f795fc3-c01a-48ad-833c-764613988eb9 None None] Provisioning complete for port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:29.764948 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7f795fc3-c01a-48ad-833c-764613988eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:29.793010 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'port': {'device_id': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'admin_state_up': True, 'tenant_id': '35cb15f2075c41889b91291b645170a5'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:29.831757 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e8405150-bd47-4093-bfba-6c3c68d1177c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebbae5a0810e468ebe0bc3234a635f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4900947 May 19 06:31:29.935792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7f795fc3-c01a-48ad-833c-764613988eb9 None None] Port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:29.967157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039eb72-941b-49dd-8490-e66f21444bd8 x-openstack-request-id: req-d039eb72-941b-49dd-8490-e66f21444bd8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:29.976983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:29.979208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d039eb72-941b-49dd-8490-e66f21444bd8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:29.980114 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d039eb72-941b-49dd-8490-e66f21444bd8'] response: {'name': 'network-changed', 'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'status': 'completed', 'code': 200} May 19 06:31:29.982094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52256) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:29.993859 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405150-bd47-4093-bfba-6c3c68d1177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93aae8-04bd-4a19-831a-feadfb3ffcb1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:30.107735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f116f-0d53-42ad-940d-2dedd2a8ccc1 req-8ad8b738-9dfd-4fb2-b69b-17004fbc0f27 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:30.109681 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff3f116f-0d53-42ad-940d-2dedd2a8ccc1 req-8ad8b738-9dfd-4fb2-b69b-17004fbc0f27 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.3818748 May 19 06:31:30.163723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:30.167563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:30.218957 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-da5c5478-cf21-4a79-9296-404463f5ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:30.220702 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-da5c5478-cf21-4a79-9296-404463f5ec44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 1127 time: 0.3980851 May 19 06:31:30.221518 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa56e3-bca7-495b-849a-c24ca8a6a7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:30.232560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:30.264590 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1761e8-f16e-4ef8-a298-3dae5a7587c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fc789-0fa1-4df1-9eed-44fdfeb3215a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:30.290119 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-80cde090-7904-48b6-8d3c-364ddb6b173c req-43c26ffc-9833-4acc-b87e-b2914a483ee3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 210 time: 0.2596138 May 19 06:31:30.314071 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.332962 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-df4f803d-359c-449d-bfd8-2076df99658c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 200 len: 217 time: 0.0964546 May 19 06:31:30.397109 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff3f116f-0d53-42ad-940d-2dedd2a8ccc1 req-f5e2756b-5d37-4c8a-bc6f-379b150683c1 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688739 May 19 06:31:30.456961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-128e22c0-97e5-4042-b88e-889597fdc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:30.460112 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-128e22c0-97e5-4042-b88e-889597fdc667 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.1150455 May 19 06:31:30.469234 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] Publish callbacks [] for security_group (6f93aae8-04bd-4a19-831a-feadfb3ffcb1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.623293 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Made reservation on behalf of 35cb15f2075c41889b91291b645170a5 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:30.628659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.648372 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] Publish callbacks [] for security_group (6f93aae8-04bd-4a19-831a-feadfb3ffcb1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.727311 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-c9c49f01-21af-48c5-96fd-5431748c14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:30.737166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-c9c49f01-21af-48c5-96fd-5431748c14d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2530172 May 19 06:31:30.824927 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e2f57e02-1b2b-4c74-a54d-eb3ae0564b72 req-dbe2bd30-b79b-465e-9c8b-f8169f6afd96 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 210 time: 0.0634615 May 19 06:31:30.861652 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:30.886484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (a273e96a-f26e-4d91-b813-288465dd486f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.941194 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1f2836-944c-46f7-af0c-4d51b0b73e65 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:30.960474 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks [] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:30.999134 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Transition to ACTIVE for port object 7b1f2836-944c-46f7-af0c-4d51b0b73e65 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:31:31.008680 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.017106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.165463 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:31.171733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:31.187802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:31.193227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:31.195731 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.247916 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:31.335349 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e297154-d741-43f9-975c-720719778afc service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:31.379137 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5377192 May 19 06:31:31.482576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5953001-29b2-4bae-9b5f-79fa25fe3584 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:31.504388 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Request body: {'port': {'device_id': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:31.619381 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Attempting to bind port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:31.621961 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Attempting to bind port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:31.623416 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Attempting to bind port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:31.731819 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 on network 860daf04-4a0a-4379-9eea-a84339c17edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:31:31.733927 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Attempting to bind port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:31.748648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:31.749233 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:31.750698 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Bound using segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:31.751657 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Bound port: 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:31.752650 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.826179 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-2991bb9e-38be-4e08-b5da-a84d5e44ea1e None None] Provisioning complete for port a273e96a-f26e-4d91-b813-288465dd486f triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:31.828515 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2991bb9e-38be-4e08-b5da-a84d5e44ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a273e96a-f26e-4d91-b813-288465dd486f), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.891700 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2991bb9e-38be-4e08-b5da-a84d5e44ea1e None None] Port a273e96a-f26e-4d91-b813-288465dd486f cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:31.940235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6f93aae8-04bd-4a19-831a-feadfb3ffcb1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.945699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:31.951569 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f93aae8-04bd-4a19-831a-feadfb3ffcb1 HTTP/1.1" status: 204 len: 168 time: 1.9347529 May 19 06:31:31.997341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea080d81-8c45-4b64-af03-d64d18fb8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93aae8-04bd-4a19-831a-feadfb3ffcb1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:32.080121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f055a6-6ec2-4233-ad09-a5d4e96f1ff7 req-9233ddb9-a385-4266-bb44-ce6f935ddcdc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:32.096870 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71f055a6-6ec2-4233-ad09-a5d4e96f1ff7 req-9233ddb9-a385-4266-bb44-ce6f935ddcdc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 943 time: 1.1425629 May 19 06:31:32.206628 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770daf1-5580-4cd5-8665-2adca9500ab6 req-87031d6f-f77c-4691-a8c5-f1492c31ab40 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:32.216072 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5770daf1-5580-4cd5-8665-2adca9500ab6 req-87031d6f-f77c-4691-a8c5-f1492c31ab40 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 932 time: 0.6266649 May 19 06:31:32.252002 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a273e96a-f26e-4d91-b813-288465dd486f), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:32.306373 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71f055a6-6ec2-4233-ad09-a5d4e96f1ff7 req-af461866-b3de-400d-a607-4fe80698ade6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063828 May 19 06:31:32.360564 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Allocated IP 172.20.0.6 (860daf04-4a0a-4379-9eea-a84339c17edf/a354ce2f-139a-4ca9-bb4e-603a40b44167/06df601d-f75d-4b75-b340-1e3f3982ca58) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:31:32.377479 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-10be43ce-7b5f-4d5b-9efc-ed5be1b00c41 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6384370 May 19 06:31:32.465796 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5770daf1-5580-4cd5-8665-2adca9500ab6 req-09021b22-7419-42d5-8b50-d6d68a5d57c4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465782 May 19 06:31:32.477610 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:32.515338 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:32.525259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:32.628268 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0f048e0-dd46-4227-8f0e-8f0070d7095b req-b2a24c8b-33eb-4853-b5da-6d0cf1769854 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420564 May 19 06:31:32.642564 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a6a8-1edd-4381-9348-f90317e07f13 req-7ef30d18-b4ac-4a36-9cef-acbc692d0981 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:32.652614 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43a1a6a8-1edd-4381-9348-f90317e07f13 req-7ef30d18-b4ac-4a36-9cef-acbc692d0981 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.1089089 May 19 06:31:32.754706 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:32.759653 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43a1a6a8-1edd-4381-9348-f90317e07f13 req-cefb116a-9211-4697-beb3-f738f5567856 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061280 May 19 06:31:32.817804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:32.847559 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:32.853374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:32.855196 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-7e297154-d741-43f9-975c-720719778afc service neutron] 10.222.0.59 "PUT /v2.0/ports/7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 1093 time: 3.3154705 May 19 06:31:32.858124 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:33.001156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:33.016623 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02705f00-4f9a-45a0-9db2-4faacf71c515 req-bb61b5c8-f7ed-4f91-8cac-3cdcecf44646 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 210 time: 0.3844736 May 19 06:31:33.096863 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e297154-d741-43f9-975c-720719778afc service neutron] Pushing event updated for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:33.126149 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:33.286632 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:31:33.297568 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:33.316365 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:31:33.384595 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:33.391830 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:33.531850 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7964854 May 19 06:31:33.564782 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760e906-c5b1-40b7-9e04-d5da1881436b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:33.565910 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Request body: {'port': {'device_id': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:33.755051 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:33.770718 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6927b-d298-4e59-8864-d69b92c44752 req-e517b860-2f2b-4b3a-bd89-5ed5136b50d5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:33.781659 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-57b6927b-d298-4e59-8864-d69b92c44752 req-e517b860-2f2b-4b3a-bd89-5ed5136b50d5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 943 time: 0.2551451 May 19 06:31:33.793745 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f0c4-1fb0-4f96-bdd9-6953177ce37f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:33.858523 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-f08d4041-bf91-4eb4-8dd1-ed775afbfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:33.860342 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-f08d4041-bf91-4eb4-8dd1-ed775afbfcb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 1127 time: 0.4777658 May 19 06:31:33.894418 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device cb1871e1-4ddc-43af-a6f0-08f3745f2edf details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:31:33.935642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-3911c896-ca37-46db-9f6a-90abfc36572f None None] Provisioning complete for port 06df601d-f75d-4b75-b340-1e3f3982ca58 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:33.936556 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3911c896-ca37-46db-9f6a-90abfc36572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.026897 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-e12430ee-6561-444d-9e7f-6b86ec09be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:34.030506 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-e12430ee-6561-444d-9e7f-6b86ec09be23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1127 time: 0.5763702 May 19 06:31:34.054576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6fd3c-9c2e-4605-b10e-b78066c2baff req-372017cb-aa0e-4de0-a4e1-7ad761976fdd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:34.056148 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9cf6fd3c-9c2e-4605-b10e-b78066c2baff req-372017cb-aa0e-4de0-a4e1-7ad761976fdd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 932 time: 0.3740742 May 19 06:31:34.127307 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-57b6927b-d298-4e59-8864-d69b92c44752 req-ce6abec8-3c19-4578-adb3-c094ca024ef2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403630 May 19 06:31:34.198941 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:34.229505 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-3911c896-ca37-46db-9f6a-90abfc36572f None None] Port 06df601d-f75d-4b75-b340-1e3f3982ca58 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:31:34.237137 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.249684 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:34.330727 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-cb3bc1ec-b181-4bac-975b-615dc823674c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 217 time: 0.2809024 May 19 06:31:34.435479 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-4a305c23-7097-4710-8328-a5b0644ce469 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4025044 May 19 06:31:34.440916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.600360 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:34.628575 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a273e96a-f26e-4d91-b813-288465dd486f {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:34.634909 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:31:34.686844 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks [] for port (a273e96a-f26e-4d91-b813-288465dd486f), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.708250 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9cf6fd3c-9c2e-4605-b10e-b78066c2baff req-cb0aff50-dd14-4f3e-9abe-20599482d809 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265597 May 19 06:31:34.748820 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07032b98-1925-49d3-b65f-504cfb27953c x-openstack-request-id: req-07032b98-1925-49d3-b65f-504cfb27953c {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:34.749042 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:34.749316 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07032b98-1925-49d3-b65f-504cfb27953c {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:34.752321 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07032b98-1925-49d3-b65f-504cfb27953c'] response: {'name': 'network-changed', 'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65', 'status': 'completed', 'code': 200} May 19 06:31:34.753749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-6627ec48-5c54-42c0-817d-6d9b8fd51c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:34.755286 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-6627ec48-5c54-42c0-817d-6d9b8fd51c24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.8869555 May 19 06:31:34.838623 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Transition to ACTIVE for port object a273e96a-f26e-4d91-b813-288465dd486f will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:31:34.841193 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port cb1871e1-4ddc-43af-a6f0-08f3745f2edf is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:34.842938 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.883388 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1871e1-4ddc-43af-a6f0-08f3745f2edf {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:34.916177 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-b691ab2d-4cb1-421c-bd91-f58fdf8a7b64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 200 len: 217 time: 0.1509671 May 19 06:31:34.917067 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:34.939991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:34.951285 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:35.035147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345d32b-932d-444e-9cda-2cf6bc766b68 req-7688d954-90a6-4b6c-b7e3-4da3ea8d66cc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.047851 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d345d32b-932d-444e-9cda-2cf6bc766b68 req-7688d954-90a6-4b6c-b7e3-4da3ea8d66cc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 931 time: 0.2040508 May 19 06:31:35.131746 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:35.146664 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Pushing event updated for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:35.154236 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-ef837ab9-36f8-40aa-a9c5-727100048b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.156820 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-ef837ab9-36f8-40aa-a9c5-727100048b0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.2240984 May 19 06:31:35.187671 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['cb1871e1-4ddc-43af-a6f0-08f3745f2edf'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:35.256433 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.257058 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.257582 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.258055 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.258526 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.259035 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.259504 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.259972 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.260490 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.262360 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.263028 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.269475 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.270217 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.270734 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.271314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:35.351059 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-5546fc2a-5acf-49e9-a6f1-eec2aed6c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.353068 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-5546fc2a-5acf-49e9-a6f1-eec2aed6c952 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d7305d881a4ee29213497d3bab5937&device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 1129 time: 0.6828337 May 19 06:31:35.377049 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-8eecb580-9988-48d9-944a-c5471383a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.385145 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-8eecb580-9988-48d9-944a-c5471383a5d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 1.0272603 May 19 06:31:35.464741 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d345d32b-932d-444e-9cda-2cf6bc766b68 req-07ccae06-a9c3-4b17-b4fa-89f081a00ec7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123113 May 19 06:31:35.500678 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Attempting to bind port a273e96a-f26e-4d91-b813-288465dd486f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:35.501009 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Attempting to bind port a273e96a-f26e-4d91-b813-288465dd486f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:35.501353 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Attempting to bind port a273e96a-f26e-4d91-b813-288465dd486f on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:35.504684 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-54a496ec-d604-4f2d-951e-c99295a3d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.507319 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-54a496ec-d604-4f2d-951e-c99295a3d0d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3055966 May 19 06:31:35.511737 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Port a273e96a-f26e-4d91-b813-288465dd486f on network 3e0cb90c-268e-45c0-ad67-af1b766db048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:31:35.512173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Attempting to bind port a273e96a-f26e-4d91-b813-288465dd486f on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:35.549811 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:35.550147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Checking segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:35.550632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Bound using segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:35.551062 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Bound port: a273e96a-f26e-4d91-b813-288465dd486f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:35.551518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a273e96a-f26e-4d91-b813-288465dd486f), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:35.764329 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64fa7-739c-4230-9afa-299e83e0a944 req-cf67300f-84c7-4b27-870e-01668c617464 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.765966 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86f64fa7-739c-4230-9afa-299e83e0a944 req-cf67300f-84c7-4b27-870e-01668c617464 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 944 time: 0.1085238 May 19 06:31:35.797393 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:35.822030 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-58054cf6-5348-41ce-84d8-f705ca7b5673 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038244 May 19 06:31:35.827088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a273e96a-f26e-4d91-b813-288465dd486f,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:35.836579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-6a982e00-45d7-4da7-8e51-75ba069e6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.839292 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-6a982e00-45d7-4da7-8e51-75ba069e6458 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4297514 May 19 06:31:35.890173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:35.958345 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:35.959659 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:35.961198 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] 10.222.0.59 "PUT /v2.0/ports/a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 1094 time: 4.4740856 May 19 06:31:35.978679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:36.018692 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-fd23b09a-6f6f-4210-9bbd-86331ce2c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:36.021039 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-fd23b09a-6f6f-4210-9bbd-86331ce2c398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70c072c3-7dc7-4861-964c-3f309033f32a HTTP/1.1" status: 200 len: 913 time: 0.6133435 May 19 06:31:36.040908 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86f64fa7-739c-4230-9afa-299e83e0a944 req-0aae5dae-e3ba-450d-b715-ad6fe619d566 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547147 May 19 06:31:36.117594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device cb1871e1-4ddc-43af-a6f0-08f3745f2edf up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:36.189890 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-9787153e-97dc-474d-a3a3-3bed018eeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:36.194404 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-9787153e-97dc-474d-a3a3-3bed018eeb6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1128 time: 0.1162856 May 19 06:31:36.247283 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:36.258892 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port cb1871e1-4ddc-43af-a6f0-08f3745f2edf completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:31:36.274779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port cb1871e1-4ddc-43af-a6f0-08f3745f2edf triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:36.275660 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:36.282978 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3dfe8586-45a3-4a29-ac9e-1d9c2a48f83d req-3cbc6737-cfff-44d1-a872-a133d5c8ee7d service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539185 May 19 06:31:36.339699 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-853d0784-def5-4a20-9e80-245a049dca01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8 HTTP/1.1" status: 200 len: 217 time: 0.1928279 May 19 06:31:36.361463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:36.377637 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:36.499164 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-bbc31525-685a-4fcd-80c1-e4a136d51607 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456168 May 19 06:31:36.541052 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-bb0eca49-08b3-4a98-bc1b-8ef86b0b43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:36.543666 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-bb0eca49-08b3-4a98-bc1b-8ef86b0b43ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43 HTTP/1.1" status: 200 len: 852 time: 0.1832185 May 19 06:31:36.583767 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port cb1871e1-4ddc-43af-a6f0-08f3745f2edf is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:36.584643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:36.669747 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:36.684963 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c7e08f-cc4f-494d-986c-39d17fc42c12" -d '{"events": [{"server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:36.722680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:36.731757 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:36.857785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:36.897335 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad2e9e8b-e14c-41f0-abb9-5e1408ea7430 req-90564980-6932-4b28-b5f0-3719739e5f19 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886049 May 19 06:31:36.926752 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:36.932169 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "tag": "a273e96a-f26e-4d91-b813-288465dd486f"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:36.939937 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-b7532853-85a2-4bf4-ac4e-5f5b099f89b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 217 time: 0.6422343 May 19 06:31:37.006046 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d041-4141-49ae-ba75-d33376d0073e service neutron] Pushing event updated for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:37.049105 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06df601d-f75d-4b75-b340-1e3f3982ca58 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:37.064435 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks [] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.093146 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-665499aa-8aef-44c7-9057-748e9931ca05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70c072c3-7dc7-4861-964c-3f309033f32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3201058 May 19 06:31:37.127097 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Transition to ACTIVE for port object 06df601d-f75d-4b75-b340-1e3f3982ca58 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:31:37.133568 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:37.149636 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.154302 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206d68-0d3b-4557-93aa-f4072bf12486 req-d7d2851a-c7e1-46c9-820e-752559b28711 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:37.156906 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-16206d68-0d3b-4557-93aa-f4072bf12486 req-d7d2851a-c7e1-46c9-820e-752559b28711 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.8692005 May 19 06:31:37.208931 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52478) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:37.226184 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541bb5c-377b-4bed-8e59-6e77f37e672a req-6218ce23-53b9-435b-bad3-917b4a8b9b29 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:37.238852 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a541bb5c-377b-4bed-8e59-6e77f37e672a req-6218ce23-53b9-435b-bad3-917b4a8b9b29 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 931 time: 0.3391078 May 19 06:31:37.249096 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-3092e23c-986d-4fbc-964f-884d232a3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:37.251712 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-3092e23c-986d-4fbc-964f-884d232a3954 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.2263558 May 19 06:31:37.336555 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-16206d68-0d3b-4557-93aa-f4072bf12486 req-fa958da4-88ca-4ca1-90a9-a95446053c20 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639001 May 19 06:31:37.389765 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Pushing event updated for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:37.401581 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.402626 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.403282 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.403778 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.404348 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.405194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.405639 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.406118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.406617 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.407127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.407600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.408083 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.408709 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.409195 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.410099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:37.479449 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f378e7-ff95-4a6b-b91b-a7d2398b2b94 x-openstack-request-id: req-d4f378e7-ff95-4a6b-b91b-a7d2398b2b94 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:37.480185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:37.480185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4f378e7-ff95-4a6b-b91b-a7d2398b2b94 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:37.480545 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f378e7-ff95-4a6b-b91b-a7d2398b2b94'] response: {'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'code': 200} May 19 06:31:37.482826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e030d785-50dc-43ed-a13d-2c087decf9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.512468 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a541bb5c-377b-4bed-8e59-6e77f37e672a req-ebfe1780-260c-4c6e-9a13-707f8314c2ac tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677772 May 19 06:31:37.519532 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Attempting to bind port 06df601d-f75d-4b75-b340-1e3f3982ca58 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:31:37.520177 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Attempting to bind port 06df601d-f75d-4b75-b340-1e3f3982ca58 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:31:37.520355 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Attempting to bind port 06df601d-f75d-4b75-b340-1e3f3982ca58 on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:37.539819 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Port 06df601d-f75d-4b75-b340-1e3f3982ca58 on network 860daf04-4a0a-4379-9eea-a84339c17edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:31:37.540377 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Attempting to bind port 06df601d-f75d-4b75-b340-1e3f3982ca58 on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:31:37.553488 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:31:37.556120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:37.560159 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Bound using segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:31:37.561254 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Bound port: 06df601d-f75d-4b75-b340-1e3f3982ca58, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:31:37.564543 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.589642 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e42e5-4e49-4537-9628-865c95ff6c55 x-openstack-request-id: req-5c8e42e5-4e49-4537-9628-865c95ff6c55 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:37.590116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "tag": "a273e96a-f26e-4d91-b813-288465dd486f", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:37.590529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c8e42e5-4e49-4537-9628-865c95ff6c55 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:37.594886 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8e42e5-4e49-4537-9628-865c95ff6c55'] response: {'name': 'network-changed', 'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f', 'status': 'completed', 'code': 200} May 19 06:31:37.746657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:31:37.755501 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194bc66-976d-4c33-94fa-3955349897e1 req-a6515848-8285-4728-a748-cc9dbe2c5348 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:37.757623 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4194bc66-976d-4c33-94fa-3955349897e1 req-a6515848-8285-4728-a748-cc9dbe2c5348 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.0895026 May 19 06:31:37.759840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=06df601d-f75d-4b75-b340-1e3f3982ca58,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:31:37.775132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.815395 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e030d785-50dc-43ed-a13d-2c087decf9b4 admin admin] Publish callbacks [] for security_group (9e1ec32a-2a34-4012-9db0-8f9c4990c508), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.820843 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:37.824875 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e030d785-50dc-43ed-a13d-2c087decf9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9e1ec32a-2a34-4012-9db0-8f9c4990c508), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.868342 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:37.869333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:37.871113 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] 10.222.0.59 "PUT /v2.0/ports/06df601d-f75d-4b75-b340-1e3f3982ca58 HTTP/1.1" status: 200 len: 1093 time: 4.3247905 May 19 06:31:37.874184 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:37.876813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8b115-e8b8-400b-9028-5fc0ffb97f61" -d '{"events": [{"name": "network-changed", "server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:37.890413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488fca-9590-4fd0-8c7f-300a4aee5806 service neutron] Pushing event updated for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:37.911985 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4194bc66-976d-4c33-94fa-3955349897e1 req-677cc36d-ceec-4c60-bc07-222c19e5e95a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466072 May 19 06:31:37.941780 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52502) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:37.942196 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e030d785-50dc-43ed-a13d-2c087decf9b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f25221589bf04cdaaaa799af6f2bfd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7267246 May 19 06:31:37.983171 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d785-50dc-43ed-a13d-2c087decf9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ec32a-2a34-4012-9db0-8f9c4990c508,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:37.992791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f615ac9-d42a-4b99-a09e-84f3b52dcf55 x-openstack-request-id: req-0f615ac9-d42a-4b99-a09e-84f3b52dcf55 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:37.993261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:37.997758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f615ac9-d42a-4b99-a09e-84f3b52dcf55 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:38.000475 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f615ac9-d42a-4b99-a09e-84f3b52dcf55'] response: {'name': 'network-changed', 'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58', 'status': 'completed', 'code': 200} May 19 06:31:38.065982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] Publish callbacks [] for security_group (9e1ec32a-2a34-4012-9db0-8f9c4990c508), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:38.099120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] Publish callbacks [] for security_group (9e1ec32a-2a34-4012-9db0-8f9c4990c508), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:38.198087 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9e1ec32a-2a34-4012-9db0-8f9c4990c508), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:38.201247 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:38.202718 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e1ec32a-2a34-4012-9db0-8f9c4990c508 HTTP/1.1" status: 204 len: 168 time: 0.2593610 May 19 06:31:38.214689 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f7c04-2d5e-436f-9e6f-7a5abfe60707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ec32a-2a34-4012-9db0-8f9c4990c508,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:38.590436 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ccbc-8a45-4545-9eb3-933315d71bd5 req-3c55e77c-b459-4cef-8507-bd13339b51c3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:38.592990 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ebd0ccbc-8a45-4545-9eb3-933315d71bd5 req-3c55e77c-b459-4cef-8507-bd13339b51c3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.0958345 May 19 06:31:38.683768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:38.691643 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ebd0ccbc-8a45-4545-9eb3-933315d71bd5 req-487fc101-edc2-4d34-94be-9b8c54b31475 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884652 May 19 06:31:38.782220 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4f4e-0b6e-444c-8b26-cd714edfd59f req-f70c3675-4c62-4f1e-87c1-544a73d185fa tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:38.797119 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8f8e4f4e-0b6e-444c-8b26-cd714edfd59f req-f70c3675-4c62-4f1e-87c1-544a73d185fa tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.1079187 May 19 06:31:38.875636 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52540) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:38.879018 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8f8e4f4e-0b6e-444c-8b26-cd714edfd59f req-5460428c-c4d6-4369-bf66-b8d4e6de400b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803347 May 19 06:31:38.891427 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b93df964-923f-4033-b827-4064088120f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.014662 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b93df964-923f-4033-b827-4064088120f2 admin admin] Publish callbacks [] for security_group (4d56ed15-9b8d-4226-be39-1d821fcfe7e4), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.021869 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b93df964-923f-4033-b827-4064088120f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4d56ed15-9b8d-4226-be39-1d821fcfe7e4), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.160916 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b93df964-923f-4033-b827-4064088120f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a97e366c04345ecb93236454316b2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839134 May 19 06:31:39.163869 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52546) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:39.167190 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93df964-923f-4033-b827-4064088120f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56ed15-9b8d-4226-be39-1d821fcfe7e4,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:39.188210 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d377-4f40-4bd9-8a28-75ddbd2288e1 req-595412ed-61f5-45b4-87eb-68ff9aacf479 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:39.191074 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5e1d377-4f40-4bd9-8a28-75ddbd2288e1 req-595412ed-61f5-45b4-87eb-68ff9aacf479 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.1446462 May 19 06:31:39.237607 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] Publish callbacks [] for security_group (4d56ed15-9b8d-4226-be39-1d821fcfe7e4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.277317 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5e1d377-4f40-4bd9-8a28-75ddbd2288e1 req-73390549-620e-4c64-bd98-2432cd896866 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788281 May 19 06:31:39.278881 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] Publish callbacks [] for security_group (4d56ed15-9b8d-4226-be39-1d821fcfe7e4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.367759 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4d56ed15-9b8d-4226-be39-1d821fcfe7e4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.370967 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.372603 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d56ed15-9b8d-4226-be39-1d821fcfe7e4 HTTP/1.1" status: 204 len: 168 time: 0.2076402 May 19 06:31:39.383190 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4126e4-b497-4697-8fac-3c8a0ffef774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d56ed15-9b8d-4226-be39-1d821fcfe7e4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:39.774944 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52558) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:39.790334 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-61679817-c5b7-4e23-b1fe-c12cb874f2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.884599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bef9c-924e-4080-8cdc-d7daeb82072b req-24950a21-3aac-4f4b-9cb7-99a48e5cb985 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:39.886289 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0c8bef9c-924e-4080-8cdc-d7daeb82072b req-24950a21-3aac-4f4b-9cb7-99a48e5cb985 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.0706952 May 19 06:31:39.944933 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:39.985717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0c8bef9c-924e-4080-8cdc-d7daeb82072b req-a9687742-603d-4c6a-86b7-c54873ff8e56 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874751 May 19 06:31:39.991767 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-61679817-c5b7-4e23-b1fe-c12cb874f2ff admin admin] Publish callbacks [] for security_group (470032ae-940f-4ef7-b923-5b03827d829d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:39.997641 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-61679817-c5b7-4e23-b1fe-c12cb874f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (470032ae-940f-4ef7-b923-5b03827d829d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:40.035782 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:40.046629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95df38-7b15-478a-be9b-f2af3700adcd req-87103048-d721-4912-bd6d-9960e2934d1e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.048638 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e95df38-7b15-478a-be9b-f2af3700adcd req-87103048-d721-4912-bd6d-9960e2934d1e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.0631545 May 19 06:31:40.049952 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-61679817-c5b7-4e23-b1fe-c12cb874f2ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9fca6ca1761540e8a265abdf8373bc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738154 May 19 06:31:40.053498 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52566) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:40.060155 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61679817-c5b7-4e23-b1fe-c12cb874f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470032ae-940f-4ef7-b923-5b03827d829d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:40.127602 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e95df38-7b15-478a-be9b-f2af3700adcd req-87d39ad1-ef5f-4c9f-b6ab-1b4810de546d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 May 19 06:31:40.129754 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] Publish callbacks [] for security_group (470032ae-940f-4ef7-b923-5b03827d829d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:40.165906 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:31:40.170397 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] Publish callbacks [] for security_group (470032ae-940f-4ef7-b923-5b03827d829d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:40.256789 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (470032ae-940f-4ef7-b923-5b03827d829d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:40.265904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:40.267480 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/470032ae-940f-4ef7-b923-5b03827d829d HTTP/1.1" status: 204 len: 168 time: 0.2134995 May 19 06:31:40.327527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c121f20-b7be-4a27-ae94-117e7ae42410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470032ae-940f-4ef7-b923-5b03827d829d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:40.401319 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-0bb9533d-701b-42e4-913a-705b9ac01d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.402962 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-0bb9533d-701b-42e4-913a-705b9ac01d8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1167009 May 19 06:31:40.544186 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-dc0f00f6-dd35-498a-b855-076f5e69dde2 service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743552 May 19 06:31:40.608386 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:40.662750 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-3f0492ba-4fb5-4648-a8dd-316189d2bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.662750 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-3f0492ba-4fb5-4648-a8dd-316189d2bd54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1127 time: 0.3876832 May 19 06:31:40.697841 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-4aa18faf-16ad-4b52-bbd3-360a2b814c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.699564 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-4aa18faf-16ad-4b52-bbd3-360a2b814c43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1127 time: 0.1504629 May 19 06:31:40.771687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f490aba-ff20-474c-b98b-3c3ae75b2286 req-5769ad35-9ca1-466d-8d52-e76ec1f28c38 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.774590 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4f490aba-ff20-474c-b98b-3c3ae75b2286 req-5769ad35-9ca1-466d-8d52-e76ec1f28c38 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.3123171 May 19 06:31:40.956310 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6db2b-cd51-45d6-bc0f-80425d1270c7 req-ef08f4be-c62c-4d7f-94d6-418ccd1b00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:40.959742 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8bc6db2b-cd51-45d6-bc0f-80425d1270c7 req-ef08f4be-c62c-4d7f-94d6-418ccd1b00fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 1129 time: 0.3760757 May 19 06:31:41.094420 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4f490aba-ff20-474c-b98b-3c3ae75b2286 req-c1702dff-f957-4f64-8fa6-7fc57328a9ee tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991848 May 19 06:31:41.097933 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-5bfcf3c9-c253-4c5e-8a00-b686efab9514 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835010 May 19 06:31:41.218396 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-2aaba1d5-3a00-4209-a46a-f49f49ce6343 service neutron] 10.222.0.59 "GET /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510789 May 19 06:31:41.429316 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:41.449814 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d05107-a0b6-41f1-9de0-e5c970dda0fe req-6436498c-f838-4a64-86f7-9e43f556c8d0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:41.459094 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6d05107-a0b6-41f1-9de0-e5c970dda0fe req-6436498c-f838-4a64-86f7-9e43f556c8d0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.2083802 May 19 06:31:41.544852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-9463cc63-eaab-433a-bb1d-d63a70d7d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:41.550113 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-9463cc63-eaab-433a-bb1d-d63a70d7d7ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.8787460 May 19 06:31:41.552018 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-33f35fa1-344b-4c7d-8150-d5d2bead9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:41.555328 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-33f35fa1-344b-4c7d-8150-d5d2bead9cd9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=35cb15f2075c41889b91291b645170a5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6091571 May 19 06:31:41.583074 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8bc6db2b-cd51-45d6-bc0f-80425d1270c7 req-95bc2f6f-bc7b-4d61-be4f-10370c58a9b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5890152 May 19 06:31:41.594463 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6d05107-a0b6-41f1-9de0-e5c970dda0fe req-7eb87a22-8157-445d-b0ce-b008d85b3c7b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340675 May 19 06:31:41.649787 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84083b4-d225-4a84-b552-eaffcab8ece6 req-bc03474f-1acb-410f-9f46-a9f727c1a68f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:41.658899 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f84083b4-d225-4a84-b552-eaffcab8ece6 req-bc03474f-1acb-410f-9f46-a9f727c1a68f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.3221509 May 19 06:31:41.736983 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6228a95d-894f-46bc-9e3e-6e6e0a902aef req-f485969a-e906-4cd3-8897-c9cde3dd3361 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273589 May 19 06:31:41.769521 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f84083b4-d225-4a84-b552-eaffcab8ece6 req-0786b5e2-9d23-40b6-9572-3da210590a91 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046906 May 19 06:31:42.097000 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52656) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:42.121030 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-bc4dbd74-ec3f-41aa-b299-47d36eb351c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 217 time: 0.0616491 May 19 06:31:42.367435 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-857f439f-e2d8-41f8-8cd5-c5e60fdfa130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.457665 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4ee-0c0a-464b-85dd-6fcefe46db82 req-f446f77a-99f1-47b7-a14d-c00ba8275c16 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:42.461384 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34f8b4ee-0c0a-464b-85dd-6fcefe46db82 req-f446f77a-99f1-47b7-a14d-c00ba8275c16 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.2109218 May 19 06:31:42.494173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52666) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:42.511069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-b556b8fa-bf4e-46f0-bca3-acf27ac1a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:42.514317 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d8b115-e8b8-400b-9028-5fc0ffb97f61 req-b556b8fa-bf4e-46f0-bca3-acf27ac1a38e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4806118 May 19 06:31:42.531135 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-857f439f-e2d8-41f8-8cd5-c5e60fdfa130 admin admin] Publish callbacks [] for security_group (7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.537522 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-857f439f-e2d8-41f8-8cd5-c5e60fdfa130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.568923 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34f8b4ee-0c0a-464b-85dd-6fcefe46db82 req-ffb1a032-26e2-41f6-b020-2637043226d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891218 May 19 06:31:42.602498 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:42.609536 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-857f439f-e2d8-41f8-8cd5-c5e60fdfa130 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e636eba5969b4bcfbccff936b37d5049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113211 May 19 06:31:42.610844 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f439f-e2d8-41f8-8cd5-c5e60fdfa130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:42.613929 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52672) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:42.644114 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:42.698361 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] Publish callbacks [] for security_group (7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.821985 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b52f9c84-ada8-4b10-8439-3bfa42452bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.839696 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 7b1f2836-944c-46f7-af0c-4d51b0b73e65 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:31:42.856272 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] Publish callbacks [] for security_group (7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:42.963419 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83257e30-cba4-4dbe-9d6c-4025851f234b req-d97a9645-523e-4ab5-a9ff-3e4ce2482495 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:42.964570 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abd738-29c2-421a-aca7-c763a2809c3c req-c3bfd691-2cda-4646-85ce-0a7adb0adf66 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:42.967339 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6abd738-29c2-421a-aca7-c763a2809c3c req-c3bfd691-2cda-4646-85ce-0a7adb0adf66 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.0962954 May 19 06:31:42.967873 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83257e30-cba4-4dbe-9d6c-4025851f234b req-d97a9645-523e-4ab5-a9ff-3e4ce2482495 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.2645805 May 19 06:31:43.007190 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:43.027077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '7b1f2836-944c-46f7-af0c-4d51b0b73e65', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'port_id': '7b1f2836-944c-46f7-af0c-4d51b0b73e65', 'mac_address': 'fa:16:3e:20:f2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:31:43.030068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:43.039767 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.043950 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.050318 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4 HTTP/1.1" status: 204 len: 168 time: 0.4350624 May 19 06:31:43.057246 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e6abd738-29c2-421a-aca7-c763a2809c3c req-8baff9ad-41f2-4933-80d3-01ed9196643a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715303 May 19 06:31:43.091221 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:43.092083 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.095856 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdc9f6-13a8-4f78-831a-239349cd5bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc8109b-b3a4-4a67-9a54-d67bcd0c55c4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:43.122605 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83257e30-cba4-4dbe-9d6c-4025851f234b req-02a0e0ef-0d0c-465a-a2c8-99a07be7389f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356504 May 19 06:31:43.139460 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1f2836-944c-46f7-af0c-4d51b0b73e65 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:43.162130 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:43.196838 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.240839 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b52f9c84-ada8-4b10-8439-3bfa42452bb4 admin admin] Publish callbacks [] for security_group (a9e26eec-4a25-43d0-be91-48ae96d0751d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.250620 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b52f9c84-ada8-4b10-8439-3bfa42452bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a9e26eec-4a25-43d0-be91-48ae96d0751d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.375724 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:43.419371 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.419872 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.420627 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.421381 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.423676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.424304 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.425108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.425634 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.427438 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.427959 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.429091 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.430687 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.433685 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.434449 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.435150 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:31:43.467154 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['7b1f2836-944c-46f7-af0c-4d51b0b73e65'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:43.471786 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-ccdea0af-9c60-4ef1-86e8-529f02798b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:43.474676 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-ccdea0af-9c60-4ef1-86e8-529f02798b0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1128 time: 0.2088926 May 19 06:31:43.477655 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-6eaacab7-fd56-4c36-8f97-fc0a48892945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:43.479585 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-6eaacab7-fd56-4c36-8f97-fc0a48892945 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.2554655 May 19 06:31:43.515298 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b52f9c84-ada8-4b10-8439-3bfa42452bb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7925a9c57cdc4f9b99097fb33a00febb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0196836 May 19 06:31:43.519224 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52704) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:43.532912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-f66dda72-302a-4ce4-875a-bd4f4ca9ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:43.540868 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-f66dda72-302a-4ce4-875a-bd4f4ca9ac1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1127 time: 0.2439535 May 19 06:31:43.547848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9c84-ada8-4b10-8439-3bfa42452bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e26eec-4a25-43d0-be91-48ae96d0751d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:43.720298 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] Publish callbacks [] for security_group (a9e26eec-4a25-43d0-be91-48ae96d0751d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.756537 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-3171ba72-d89c-43a4-bf98-50861cab28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:43.758674 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-3171ba72-d89c-43a4-bf98-50861cab28e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1750550 May 19 06:31:43.808505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] Publish callbacks [] for security_group (a9e26eec-4a25-43d0-be91-48ae96d0751d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.893046 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a9e26eec-4a25-43d0-be91-48ae96d0751d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.896687 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:43.899042 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9e26eec-4a25-43d0-be91-48ae96d0751d HTTP/1.1" status: 204 len: 168 time: 0.3771949 May 19 06:31:43.917041 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-26e2d4d9-ad96-4307-8431-1f76eaa2c33b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df601d-f75d-4b75-b340-1e3f3982ca58 HTTP/1.1" status: 200 len: 217 time: 0.1217067 May 19 06:31:43.952802 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c80c04-d918-4d3f-8f1b-d34a0bee2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e26eec-4a25-43d0-be91-48ae96d0751d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:44.040591 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3eead-2401-4ac6-8eb5-a8a74be97b64 req-a0aa8b0f-30a6-467f-babb-8164a0828518 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.042371 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5fc3eead-2401-4ac6-8eb5-a8a74be97b64 req-a0aa8b0f-30a6-467f-babb-8164a0828518 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.2910328 May 19 06:31:44.054837 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:44.139228 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:44.160852 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5fc3eead-2401-4ac6-8eb5-a8a74be97b64 req-e9bb15e3-cc1c-4d37-a91c-47be3e194ecf tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929141 May 19 06:31:44.196139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9768deec-271c-4098-99bd-6a9d8a197332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:44.196759 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-2a9519d6-83ef-4097-a064-5d0f47bc2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.198058 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-2a9519d6-83ef-4097-a064-5d0f47bc2b9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.6163676 May 19 06:31:44.221897 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-e9b3a0df-26a9-4fd6-8e8e-b2c9be90652b service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412786 May 19 06:31:44.277317 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:44.347702 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54fa5-a4aa-4044-be7a-08f3b8c99df6 req-01f69a75-447b-4f4b-87ea-6ff273cb3636 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.352147 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7d54fa5-a4aa-4044-be7a-08f3b8c99df6 req-01f69a75-447b-4f4b-87ea-6ff273cb3636 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 944 time: 0.0791264 May 19 06:31:44.455886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaad877-f2b2-415a-a93c-92caa2ed4071 req-fc266ee2-041a-42d6-9c7d-56e5d26f783b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.468971 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9eaad877-f2b2-415a-a93c-92caa2ed4071 req-fc266ee2-041a-42d6-9c7d-56e5d26f783b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.1766746 May 19 06:31:44.493330 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:44.511601 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d760e906-c5b1-40b7-9e04-d5da1881436b req-3188d6d0-d5ed-403c-9b87-dcf15bba8b87 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579814 May 19 06:31:44.530145 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2b4f3a1f-9f3a-40db-b534-377fe3a7ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.532244 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2b4f3a1f-9f3a-40db-b534-377fe3a7ef3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.1566308 May 19 06:31:44.584202 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-f6cafc3d-9dab-4021-851c-85644aab978c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 217 time: 0.2283163 May 19 06:31:44.640072 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9eaad877-f2b2-415a-a93c-92caa2ed4071 req-34188a8a-da4d-4bf3-aa36-99ab67913e35 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671903 May 19 06:31:44.652846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-d55e3125-c8fa-49cc-9e4f-e5d89bee66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.656179 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-d55e3125-c8fa-49cc-9e4f-e5d89bee66f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0985832 May 19 06:31:44.670781 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7d54fa5-a4aa-4044-be7a-08f3b8c99df6 req-8da0b578-4c1d-4cff-91ec-992968f022da tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523504 May 19 06:31:44.684358 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-8fc8a7e3-0582-463d-b6f8-155f8c121106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.686007 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-8fc8a7e3-0582-463d-b6f8-155f8c121106 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.0932605 May 19 06:31:44.754967 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-7d16ad59-d187-44b9-98d1-6187572e5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:44.757095 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-7d16ad59-d187-44b9-98d1-6187572e5675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590096 May 19 06:31:44.757883 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52740) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:44.793121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2665e85-943f-4c38-846b-d9dff96eb6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:44.836958 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-80dfb928-1613-48e2-9d99-af05c69cecdb service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577415 May 19 06:31:44.838877 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a273e96a-f26e-4d91-b813-288465dd486f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:31:44.874823 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:44.956231 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-efc6c9a2-5e5c-445a-a32e-e6b04c56f254 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891048 May 19 06:31:44.971241 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a273e96a-f26e-4d91-b813-288465dd486f,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:44.988520 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'a273e96a-f26e-4d91-b813-288465dd486f', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'port_id': 'a273e96a-f26e-4d91-b813-288465dd486f', 'mac_address': 'fa:16:3e:83:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:31:44.991480 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 7b1f2836-944c-46f7-af0c-4d51b0b73e65 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:45.085104 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87765b22-fd0d-46f8-bc33-ad0f3b01dd62 req-2e236f8a-9dc2-4657-81d6-56b2440b53ff service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408707 May 19 06:31:45.141998 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port a273e96a-f26e-4d91-b813-288465dd486f is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:45.142792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a273e96a-f26e-4d91-b813-288465dd486f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.171988 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a273e96a-f26e-4d91-b813-288465dd486f {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:45.177066 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:31:45.207868 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:45.210058 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.243638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a273e96a-f26e-4d91-b813-288465dd486f,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:45.254771 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.532594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:45.538120 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.602423 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b134c29-0294-4882-b537-b78b36caa3e0 req-6c436b82-04eb-4594-a1ee-c1b10a392bc4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:45.638200 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b134c29-0294-4882-b537-b78b36caa3e0 req-6c436b82-04eb-4594-a1ee-c1b10a392bc4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.2182515 May 19 06:31:45.685927 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:45.750866 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8de78fa-f7e0-474c-8e84-a7ffc490b08c req-dc9f9d03-d7c2-452b-b29e-a385fa6e4d95 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435181 May 19 06:31:45.778260 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:45.785887 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aace7aef-5c60-4107-bce9-e14e172975a9" -d '{"events": [{"server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:45.813538 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['a273e96a-f26e-4d91-b813-288465dd486f'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:45.841871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2665e85-943f-4c38-846b-d9dff96eb6bd admin admin] Publish callbacks [] for security_group (4ec66b86-92cb-43c5-9345-a94d691108bb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.851395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2665e85-943f-4c38-846b-d9dff96eb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4ec66b86-92cb-43c5-9345-a94d691108bb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.882404 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b134c29-0294-4882-b537-b78b36caa3e0 req-fca32e44-e24f-47fc-93e8-90e7c9722dd6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401230 May 19 06:31:45.903501 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:45.918590 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:45.972763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665e85-943f-4c38-846b-d9dff96eb6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec66b86-92cb-43c5-9345-a94d691108bb,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:46.046702 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f2665e85-943f-4c38-846b-d9dff96eb6bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ff7e872de7141eb837ce8dc4867a2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2844276 May 19 06:31:46.046935 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52782) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:46.057628 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:46.058945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:46.070876 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5ec88e67-239d-4831-b304-6c6515ebd8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.101462 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ae109-1bc0-4e0e-8245-7ce33c4c82f7 req-334ce97a-d0f0-4957-b5fa-ba49f7ecd234 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:46.107670 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c00ae109-1bc0-4e0e-8245-7ce33c4c82f7 req-334ce97a-d0f0-4957-b5fa-ba49f7ecd234 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 945 time: 0.1785851 May 19 06:31:46.109084 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:46.225947 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c00ae109-1bc0-4e0e-8245-7ce33c4c82f7 req-f6729fb0-c2ae-4f96-b62b-3ed01afc1d8e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099350 May 19 06:31:46.251791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:46.258638 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f054-f1f2-486d-87dc-2b82e08d24c3 req-213aef7e-71b2-4861-a5e0-854db5b36e70 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:46.261217 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fbb4f054-f1f2-486d-87dc-2b82e08d24c3 req-213aef7e-71b2-4861-a5e0-854db5b36e70 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.1800759 May 19 06:31:46.290135 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] Publish callbacks [] for security_group (4ec66b86-92cb-43c5-9345-a94d691108bb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.327832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d66c79-c50a-4303-90c0-c4133149a5d5 x-openstack-request-id: req-e0d66c79-c50a-4303-90c0-c4133149a5d5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:46.328336 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:46.329442 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0d66c79-c50a-4303-90c0-c4133149a5d5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:46.330038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:46.330171 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d66c79-c50a-4303-90c0-c4133149a5d5'] response: {'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65', 'code': 200} May 19 06:31:46.360353 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] Publish callbacks [] for security_group (4ec66b86-92cb-43c5-9345-a94d691108bb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.378590 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fbb4f054-f1f2-486d-87dc-2b82e08d24c3 req-1166673c-34ae-49c2-955b-e042642ddda2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039498 May 19 06:31:46.475376 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (4ec66b86-92cb-43c5-9345-a94d691108bb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.479408 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.480987 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ec66b86-92cb-43c5-9345-a94d691108bb HTTP/1.1" status: 204 len: 168 time: 0.4332604 May 19 06:31:46.492874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a03f4-2fd1-4334-8598-75e3c7563166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec66b86-92cb-43c5-9345-a94d691108bb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:46.522880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629631f3-4316-41a3-ba9b-2bb2fb3548c6 req-51a2dd97-1778-4d99-b8e3-28a00592da96 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:46.539631 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-629631f3-4316-41a3-ba9b-2bb2fb3548c6 req-51a2dd97-1778-4d99-b8e3-28a00592da96 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.1135602 May 19 06:31:46.554308 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52796) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:46.566436 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:46.608515 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52798) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:46.717629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:46.852162 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a273e96a-f26e-4d91-b813-288465dd486f up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:46.911284 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port a273e96a-f26e-4d91-b813-288465dd486f completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:31:46.925800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port a273e96a-f26e-4d91-b813-288465dd486f triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:46.926900 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a273e96a-f26e-4d91-b813-288465dd486f), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.082434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port a273e96a-f26e-4d91-b813-288465dd486f is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:47.082761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a273e96a-f26e-4d91-b813-288465dd486f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.152514 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a273e96a-f26e-4d91-b813-288465dd486f,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:47.162321 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.250371 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ac83dfd0-6149-44fc-b5a1-d1a33a1ca1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.418645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:47.454534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:47.462349 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ac83dfd0-6149-44fc-b5a1-d1a33a1ca1a5 admin admin] Publish callbacks [] for security_group (cf7fe2c1-c82d-40cf-ae70-c6a8518568b2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.489963 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ac83dfd0-6149-44fc-b5a1-d1a33a1ca1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cf7fe2c1-c82d-40cf-ae70-c6a8518568b2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.534649 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52826) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:47.582006 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e23-69d4-447a-978a-9c0b2e5255db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.587463 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ac83dfd0-6149-44fc-b5a1-d1a33a1ca1a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2535cc942657479c81cbeaa19c3170d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9775591 May 19 06:31:47.603226 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52828) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:47.638669 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.669061 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:47.733262 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17b01-390e-49d0-95ba-5e5677be6b9f req-09bfd237-3e17-4f28-bd4e-4450a6e7042d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:47.741964 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-64f17b01-390e-49d0-95ba-5e5677be6b9f req-09bfd237-3e17-4f28-bd4e-4450a6e7042d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.2718897 May 19 06:31:47.770146 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29697a-567e-48cc-bc48-f4dbcbf679a7 req-ed776eb6-8091-4185-b190-d3e211f7c9e7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:47.786440 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83dfd0-6149-44fc-b5a1-d1a33a1ca1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fe2c1-c82d-40cf-ae70-c6a8518568b2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:47.788836 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7f29697a-567e-48cc-bc48-f4dbcbf679a7 req-ed776eb6-8091-4185-b190-d3e211f7c9e7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 943 time: 0.1605682 May 19 06:31:47.837273 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] Publish callbacks [] for security_group (cf7fe2c1-c82d-40cf-ae70-c6a8518568b2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.884337 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-64f17b01-390e-49d0-95ba-5e5677be6b9f req-60ef35f3-e111-4282-8ab8-fb5b22cd9d66 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414030 May 19 06:31:47.902316 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] Publish callbacks [] for security_group (cf7fe2c1-c82d-40cf-ae70-c6a8518568b2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.975863 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e23-69d4-447a-978a-9c0b2e5255db admin admin] Publish callbacks [] for security_group (89bd5ada-42be-40d7-8ffb-f0e460ab59e3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:47.988807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e23-69d4-447a-978a-9c0b2e5255db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (89bd5ada-42be-40d7-8ffb-f0e460ab59e3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.046516 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee5e23-69d4-447a-978a-9c0b2e5255db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd5ada-42be-40d7-8ffb-f0e460ab59e3,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:48.053376 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a1ee5e23-69d4-447a-978a-9c0b2e5255db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09b2030a8f4d45d3ac37ff1640c14dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941442 May 19 06:31:48.054917 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52842) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:48.096367 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cf7fe2c1-c82d-40cf-ae70-c6a8518568b2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.099267 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.101878 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf7fe2c1-c82d-40cf-ae70-c6a8518568b2 HTTP/1.1" status: 204 len: 168 time: 0.4968085 May 19 06:31:48.115534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.db.resource_extend [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 06:31:48.122520 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beed182-0040-4e9e-ac85-b0b82cb3c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fe2c1-c82d-40cf-ae70-c6a8518568b2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:48.154934 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] Publish callbacks [] for security_group (89bd5ada-42be-40d7-8ffb-f0e460ab59e3), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.182537 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] Publish callbacks [] for security_group (89bd5ada-42be-40d7-8ffb-f0e460ab59e3), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.250605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (89bd5ada-42be-40d7-8ffb-f0e460ab59e3), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.256933 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8bc9f-8524-40cf-b133-5151cedc1bd6 req-9b54ecf5-a4fd-4457-b7cb-540cdbc02e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:48.258541 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bfc8bc9f-8524-40cf-b133-5151cedc1bd6 req-9b54ecf5-a4fd-4457-b7cb-540cdbc02e22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1129 time: 0.2778881 May 19 06:31:48.262841 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.264283 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89bd5ada-42be-40d7-8ffb-f0e460ab59e3 HTTP/1.1" status: 204 len: 168 time: 0.2082145 May 19 06:31:48.284647 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29ceb5-ba70-4fdc-9a74-6d75eac3cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd5ada-42be-40d7-8ffb-f0e460ab59e3,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:48.326312 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7f29697a-567e-48cc-bc48-f4dbcbf679a7 req-cf24537d-7bc7-4dc7-8843-55c79e2cd30b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200441 May 19 06:31:48.333105 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:48.336383 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd4920-1929-4926-a3fa-57f130b1e911" -d '{"events": [{"server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "name": "network-vif-plugged", "status": "completed", "tag": "a273e96a-f26e-4d91-b813-288465dd486f"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:48.412212 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.426414 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.448105 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6daf31-d718-446e-8ba7-788b161f7bae x-openstack-request-id: req-9e6daf31-d718-446e-8ba7-788b161f7bae {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:48.453598 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "name": "network-vif-plugged", "status": "completed", "tag": "a273e96a-f26e-4d91-b813-288465dd486f", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:48.454019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e6daf31-d718-446e-8ba7-788b161f7bae {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:48.456836 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6daf31-d718-446e-8ba7-788b161f7bae'] response: {'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f', 'code': 200} May 19 06:31:48.493257 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bfc8bc9f-8524-40cf-b133-5151cedc1bd6 req-85b467f0-eca1-440c-9c34-abdd8d0a8b6f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139599 May 19 06:31:48.586628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 4cc86991-4820-40e6-9c93-ec350cfd0e56 associated. External IP: 172.27.1.10, port: cb1871e1-4ddc-43af-a6f0-08f3745f2edf. May 19 06:31:48.791742 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:48.851188 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 06df601d-f75d-4b75-b340-1e3f3982ca58 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:31:48.933225 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:49.014833 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=06df601d-f75d-4b75-b340-1e3f3982ca58,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:49.032394 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '06df601d-f75d-4b75-b340-1e3f3982ca58', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'port_id': '06df601d-f75d-4b75-b340-1e3f3982ca58', 'mac_address': 'fa:16:3e:b2:f2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:31:49.050296 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52868) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:49.056442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:31:49.060925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b4344-34b0-4c2c-8156-9592972ad236 req-55bee07c-6418-4f0d-a8a5-f0aab5e45851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:49.062587 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a37b4344-34b0-4c2c-8156-9592972ad236 req-55bee07c-6418-4f0d-a8a5-f0aab5e45851 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1130 time: 0.1616783 May 19 06:31:49.081371 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8598435f-ebd1-4b08-a086-16201f1194cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.119484 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 06df601d-f75d-4b75-b340-1e3f3982ca58 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:49.120566 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.150765 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200e6c3-0eb1-40f4-a47d-907f882bdd8b req-f7183960-347d-4d05-a75f-2b7b61616a45 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:49.152430 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f200e6c3-0eb1-40f4-a47d-907f882bdd8b req-f7183960-347d-4d05-a75f-2b7b61616a45 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1208317 May 19 06:31:49.153168 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06df601d-f75d-4b75-b340-1e3f3982ca58 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:31:49.215070 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:49.250133 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=06df601d-f75d-4b75-b340-1e3f3982ca58,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:49.266715 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.379839 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8598435f-ebd1-4b08-a086-16201f1194cd admin admin] Publish callbacks [] for security_group (98834559-b2ae-4b82-98fc-79f05ccc9883), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.391543 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8598435f-ebd1-4b08-a086-16201f1194cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (98834559-b2ae-4b82-98fc-79f05ccc9883), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.508115 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598435f-ebd1-4b08-a086-16201f1194cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98834559-b2ae-4b82-98fc-79f05ccc9883,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:49.568899 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8598435f-ebd1-4b08-a086-16201f1194cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12b8cb7b8cd440e9a4dea8f1688d31c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165024 May 19 06:31:49.580880 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:49.605650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['06df601d-f75d-4b75-b340-1e3f3982ca58'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:49.747886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc158-f759-4f3b-b160-ff013d5aab31 req-78b0e02c-66a7-4da0-aa6e-6a8f8e782e04 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:49.757908 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c6cc158-f759-4f3b-b160-ff013d5aab31 req-78b0e02c-66a7-4da0-aa6e-6a8f8e782e04 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 944 time: 0.2177982 May 19 06:31:49.765110 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52882) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:49.828931 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:49.934657 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] Publish callbacks [] for security_group (98834559-b2ae-4b82-98fc-79f05ccc9883), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:49.964271 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] Publish callbacks [] for security_group (98834559-b2ae-4b82-98fc-79f05ccc9883), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:50.048328 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (98834559-b2ae-4b82-98fc-79f05ccc9883), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:50.053106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:50.057751 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98834559-b2ae-4b82-98fc-79f05ccc9883 HTTP/1.1" status: 204 len: 168 time: 0.2791262 May 19 06:31:50.067267 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:50.076703 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1c6cc158-f759-4f3b-b160-ff013d5aab31 req-ab02afba-458c-4610-974b-499e781a1d56 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132091 May 19 06:31:50.083742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:50.111278 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1713-99b1-42b9-827b-3a97f3ad300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98834559-b2ae-4b82-98fc-79f05ccc9883,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:50.140503 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f200e6c3-0eb1-40f4-a47d-907f882bdd8b req-5233e53b-47ce-4d3a-83ca-0856493e6bff tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8889403 May 19 06:31:50.153081 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a37b4344-34b0-4c2c-8156-9592972ad236 req-bab592cc-419f-4c6d-b7dc-a322a472ee86 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8824344 May 19 06:31:50.153487 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:50.166540 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:50.174742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:31:50.205106 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:50.206014 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:31:50.247390 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:50.251470 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:31:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:50.255659 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e62463d2-c530-4135-9c21-c43670e71191 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "PUT /v2.0/floatingips/4cc86991-4820-40e6-9c93-ec350cfd0e56 HTTP/1.1" status: 200 len: 990 time: 3.6974850 May 19 06:31:50.258415 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:50.261775 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfe638c-911d-4d21-99c3-d1da1b395e56" -d '{"events": [{"name": "network-changed", "server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:50.316588 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e04626-7d2d-4b20-99df-1d77bd6c0ce7 x-openstack-request-id: req-f6e04626-7d2d-4b20-99df-1d77bd6c0ce7 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:50.316857 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:50.317311 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6e04626-7d2d-4b20-99df-1d77bd6c0ce7 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:50.318410 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e04626-7d2d-4b20-99df-1d77bd6c0ce7'] response: {'name': 'network-changed', 'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'status': 'completed', 'code': 200} May 19 06:31:50.504679 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:50.533149 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-c1d03d84-77f6-4f11-a359-467727975cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:50.534788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-c1d03d84-77f6-4f11-a359-467727975cf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 1129 time: 0.1172748 May 19 06:31:50.857541 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 06df601d-f75d-4b75-b340-1e3f3982ca58 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:31:50.862563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356608ef-095a-46c1-8a04-9cfbb3326192 req-332befca-3000-45c4-bef4-2d5c75ca4722 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:50.864154 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-356608ef-095a-46c1-8a04-9cfbb3326192 req-332befca-3000-45c4-bef4-2d5c75ca4722 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.1014569 May 19 06:31:50.878871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-50b1b949-3766-4b14-8274-4bac1cac78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:50.878871 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-50b1b949-3766-4b14-8274-4bac1cac78ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.3260374 May 19 06:31:50.981687 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:50.983582 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-356608ef-095a-46c1-8a04-9cfbb3326192 req-83819217-86f8-4d4a-8fe9-e47d2f74f2fa tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846174 May 19 06:31:51.025206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 06df601d-f75d-4b75-b340-1e3f3982ca58 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:31:51.035785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 06df601d-f75d-4b75-b340-1e3f3982ca58 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:31:51.037093 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.054318 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52924) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:51.069160 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52928) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:51.077486 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:47Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:51.144863 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:31:51.164313 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:51.165924 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:31:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:51.260646 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 06df601d-f75d-4b75-b340-1e3f3982ca58 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:31:51.261044 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.277116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935240871-network', 'tenant_id': 'a6d61985c0514e699483e2c02324cdef'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:51.334600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8716a2f1-e993-4a89-817d-e5877fd62e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.341904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:51.359910 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c496cb-7fa5-42ba-be8f-1b07180218dc" -d '{"events": [{"server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "name": "network-vif-plugged", "status": "completed", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:51.391287 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:51.429623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=06df601d-f75d-4b75-b340-1e3f3982ca58,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:51.441008 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.466764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494cb15-40bd-4952-91bf-312d6ad9ec22 req-e455bf7b-b8c5-4fa7-97f0-9a7bc1181d36 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:51.478177 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8494cb15-40bd-4952-91bf-312d6ad9ec22 req-e455bf7b-b8c5-4fa7-97f0-9a7bc1181d36 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0853395 May 19 06:31:51.579802 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:51.583811 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8716a2f1-e993-4a89-817d-e5877fd62e9e admin admin] Publish callbacks [] for security_group (abb7ec61-c022-45c6-9007-7e7a4f4e400d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.605093 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8494cb15-40bd-4952-91bf-312d6ad9ec22 req-9c49bdbb-9aba-42fa-b0c3-b48d36eac3ef tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258461 May 19 06:31:51.611002 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8716a2f1-e993-4a89-817d-e5877fd62e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (abb7ec61-c022-45c6-9007-7e7a4f4e400d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.696422 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f53cf-58cc-4947-ba79-a347c844e9ca req-7737aac1-001e-41d7-a4be-7636918bd495 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:51.699109 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-096f53cf-58cc-4947-ba79-a347c844e9ca req-7737aac1-001e-41d7-a4be-7636918bd495 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 944 time: 0.4317317 May 19 06:31:51.713147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Made reservation on behalf of a6d61985c0514e699483e2c02324cdef for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:51.717071 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.717379 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082df48-2979-41e2-abf6-4e18356790f9 x-openstack-request-id: req-7082df48-2979-41e2-abf6-4e18356790f9 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:51.717697 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "name": "network-vif-plugged", "status": "completed", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:51.717985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7082df48-2979-41e2-abf6-4e18356790f9 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:51.718419 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7082df48-2979-41e2-abf6-4e18356790f9'] response: {'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58', 'code': 200} May 19 06:31:51.756184 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8716a2f1-e993-4a89-817d-e5877fd62e9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9166848cb5e4137bcfe3c5acc26882e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856329 May 19 06:31:51.757900 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.759369 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 52958) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:51.762411 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716a2f1-e993-4a89-817d-e5877fd62e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb7ec61-c022-45c6-9007-7e7a4f4e400d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:51.857788 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] Publish callbacks [] for security_group (abb7ec61-c022-45c6-9007-7e7a4f4e400d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.869480 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-096f53cf-58cc-4947-ba79-a347c844e9ca req-5ff7f996-f747-4809-9985-8d0aac6445a1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485128 May 19 06:31:51.902212 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:47Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:51.919350 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] Publish callbacks [] for security_group (abb7ec61-c022-45c6-9007-7e7a4f4e400d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:51.935284 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a57deb-1669-4ac7-86a1-5276c2998efa None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:47Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:52.023927 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (abb7ec61-c022-45c6-9007-7e7a4f4e400d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.026716 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.041601 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abb7ec61-c022-45c6-9007-7e7a4f4e400d HTTP/1.1" status: 204 len: 168 time: 0.2708235 May 19 06:31:52.049222 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks [] for security_group (90683f84-a7b2-4b41-b319-031653f9ec58), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.063485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (90683f84-a7b2-4b41-b319-031653f9ec58), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.067243 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098512e-9a1c-4686-a425-29cd4c65aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb7ec61-c022-45c6-9007-7e7a4f4e400d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:52.204703 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90683f84-a7b2-4b41-b319-031653f9ec58,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:52.227556 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:31:52.257236 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (7768f06c-e0d2-4ab5-8983-312f789e4e63), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.258864 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Added segment 7768f06c-e0d2-4ab5-8983-312f789e4e63 of type vlan for network 6e26ce25-269e-4175-beb9-97520b49c822 May 19 06:31:52.376426 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-f2cd7624-9828-48de-9110-3e606413be0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 200 len: 998 time: 0.2011292 May 19 06:31:52.381093 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (6e26ce25-269e-4175-beb9-97520b49c822), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.388715 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1dcb-c833-4ab5-9964-842f7b27e4c4 None None] New status for floating IP 4cc86991-4820-40e6-9c93-ec350cfd0e56: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:31:52.415035 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:52.429799 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (6e26ce25-269e-4175-beb9-97520b49c822), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.431451 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:52.432380 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.435930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b6c0-68da-4d79-80c8-deed837ebe2b req-38256c0c-665f-4997-8189-7525069bdfd7 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:52.444535 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b029b6c0-68da-4d79-80c8-deed837ebe2b req-38256c0c-665f-4997-8189-7525069bdfd7 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.0666015 May 19 06:31:52.524358 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:52.551551 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4960845 May 19 06:31:52.557301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52972) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:52.563865 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Request body: {'subnet': {'network_id': '6e26ce25-269e-4175-beb9-97520b49c822', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935240871-subnet', 'tenant_id': 'a6d61985c0514e699483e2c02324cdef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:52.568051 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b029b6c0-68da-4d79-80c8-deed837ebe2b req-f4292028-6a86-401a-9c7a-8a64fa397d38 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217065 May 19 06:31:52.570385 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad86bc-6331-486f-958e-dcd9e975a4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e26ce25-269e-4175-beb9-97520b49c822,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:52.600915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 6e26ce25-269e-4175-beb9-97520b49c822 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:31:52.613793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Made reservation on behalf of a6d61985c0514e699483e2c02324cdef for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:52.616861 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.965668 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (e84963d8-d6bc-429c-8011-f532a213a8f6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:52.974622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-cf9c9277-0704-4447-8ee9-812eb0ee4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:52.978055 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-cf9c9277-0704-4447-8ee9-812eb0ee4c89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.1854162 May 19 06:31:53.070411 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7570b-82c7-459a-bed0-bbe990012b96 req-bc13a1f6-e520-44bb-b0ec-d1d24715efb0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.078082 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fcf7570b-82c7-459a-bed0-bbe990012b96 req-bc13a1f6-e520-44bb-b0ec-d1d24715efb0 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1946774 May 19 06:31:53.101524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-3bcfade1-aabd-48d2-8259-b0dd97c23d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.110322 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-3bcfade1-aabd-48d2-8259-b0dd97c23d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1188886 May 19 06:31:53.138486 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 52990) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:53.200079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:53.232091 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fbda27c-1c17-4bf2-9c90-2ad3065c721b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:53.267977 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84963d8-d6bc-429c-8011-f532a213a8f6,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:53.289849 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-66451abf-6314-4f68-a1d9-8cc61f676904 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.291631 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-66451abf-6314-4f68-a1d9-8cc61f676904 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.2051220 May 19 06:31:53.297068 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fcf7570b-82c7-459a-bed0-bbe990012b96 req-047b3aeb-9f03-4a02-a616-c3251daa2f1f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180133 May 19 06:31:53.302879 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Checking segment: {'id': '7768f06c-e0d2-4ab5-8983-312f789e4e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6e26ce25-269e-4175-beb9-97520b49c822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:53.303298 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Network hostable DHCP agents. Network: 6e26ce25-269e-4175-beb9-97520b49c822, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:31:53.304631 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:53.357937 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-7604c78b-9058-4265-b094-948b2a830b75 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413411 May 19 06:31:53.399665 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6458691-f060-4cde-8c51-f2170b1267ac req-819fb698-e214-4105-af3b-5bfb1e92b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.401409 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f6458691-f060-4cde-8c51-f2170b1267ac req-819fb698-e214-4105-af3b-5bfb1e92b072 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1129 time: 0.1951542 May 19 06:31:53.529937 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540b64-ce2a-4d68-b0ab-183cad5d1e02 req-facb4bbc-01a0-4e17-a20c-ece1ef3b849a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.539928 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-20540b64-ce2a-4d68-b0ab-183cad5d1e02 req-facb4bbc-01a0-4e17-a20c-ece1ef3b849a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.3210709 May 19 06:31:53.544753 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ecfe638c-911d-4d21-99c3-d1da1b395e56 req-3acbce41-cbcd-4c3e-b4c0-87a057ea0fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802785 May 19 06:31:53.681808 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-20540b64-ce2a-4d68-b0ab-183cad5d1e02 req-c9593c19-7682-4ed0-834c-3cedac7b61b4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406467 May 19 06:31:53.710949 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f6458691-f060-4cde-8c51-f2170b1267ac req-1767a00c-97bf-4632-b710-69aafafba069 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630704 May 19 06:31:53.722806 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:53.822886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fbda27c-1c17-4bf2-9c90-2ad3065c721b admin admin] Publish callbacks [] for security_group (803b48bc-75c3-4bf9-929c-fb7262fcc45a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:53.842771 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958be334-938b-48b7-8d2c-179cb7e1bf57 req-0b0e6097-c9d9-46f1-8763-8620ffa7a3cb tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:53.844917 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-958be334-938b-48b7-8d2c-179cb7e1bf57 req-0b0e6097-c9d9-46f1-8763-8620ffa7a3cb tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 945 time: 0.0684688 May 19 06:31:53.901110 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Network 6e26ce25-269e-4175-beb9-97520b49c822 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:31:53.904844 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4fbda27c-1c17-4bf2-9c90-2ad3065c721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (803b48bc-75c3-4bf9-929c-fb7262fcc45a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:53.955256 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-958be334-938b-48b7-8d2c-179cb7e1bf57 req-dd6da710-06ec-46ca-91f7-b1a3757d43f6 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f80c0d9-12cc-414c-a1f9-3934d754b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963562 May 19 06:31:54.068292 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 6e26ce25-269e-4175-beb9-97520b49c822) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:54.074415 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:54.076402 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.080493 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd6dc5-c47b-41ce-ba45-e6890f362380 None None] Network 6e26ce25-269e-4175-beb9-97520b49c822 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:31:54.110785 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e157-c947-4b7f-a217-4ea8883632aa req-f40cf32e-4c06-4513-8dbf-a375820d37f4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:54.112450 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e831e157-c947-4b7f-a217-4ea8883632aa req-f40cf32e-4c06-4513-8dbf-a375820d37f4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.3877966 May 19 06:31:54.128594 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4fbda27c-1c17-4bf2-9c90-2ad3065c721b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fdf399d28be49beaf81f071d2a04e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9888992 May 19 06:31:54.132440 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53018) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:54.134064 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53020) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:54.140197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbda27c-1c17-4bf2-9c90-2ad3065c721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803b48bc-75c3-4bf9-929c-fb7262fcc45a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:54.156063 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e874f39f-9dcb-4d04-9367-7b0f83927513 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5968707 May 19 06:31:54.162611 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'floatingip': {'port_id': 'a273e96a-f26e-4d91-b813-288465dd486f'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:54.171018 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Deleting port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:31:54.171427 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.236573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.358562 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] For port 946cfd64-c054-41e4-aadd-9b6bf0f436f8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=946cfd64-c054-41e4-aadd-9b6bf0f436f8,segment=NetworkSegment(eb8b34cb-b633-49ae-a744-3da23d281a8b),segment_id=eb8b34cb-b633-49ae-a744-3da23d281a8b)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:31:54.360752 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.374599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:54.382825 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Calling delete_port for 946cfd64-c054-41e4-aadd-9b6bf0f436f8 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:31:54.460827 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] Publish callbacks [] for security_group (803b48bc-75c3-4bf9-929c-fb7262fcc45a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.509421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa91eed-2af1-477d-850f-60fd6cd72cde None None] Network 6e26ce25-269e-4175-beb9-97520b49c822 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:31:54.581647 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] Publish callbacks [] for security_group (803b48bc-75c3-4bf9-929c-fb7262fcc45a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.693429 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (946cfd64-c054-41e4-aadd-9b6bf0f436f8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.706962 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['946cfd64-c054-41e4-aadd-9b6bf0f436f8'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:31:54.733918 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Pushing event deleted for resources: {'Port': ['ID=946cfd64-c054-41e4-aadd-9b6bf0f436f8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:54.849919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] No DVR routers for this DVR port 946cfd64-c054-41e4-aadd-9b6bf0f436f8 on host hv-cinder-83699 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:31:54.856705 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:54.861051 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-12624f34-4b1a-4d0a-83d8-26bd40bf999c req-a97d492e-49ad-4d22-b05f-e65f6edb7195 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.59 "DELETE /v2.0/ports/946cfd64-c054-41e4-aadd-9b6bf0f436f8 HTTP/1.1" status: 204 len: 173 time: 1.5599525 May 19 06:31:54.862003 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'name': 'network-vif-deleted', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:54.865848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fa060f-c6a2-487b-bca8-0154ba770685" -d '{"events": [{"server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "name": "network-vif-deleted", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:54.960614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affdd164-f2b2-4d3c-91e9-b87da4b2f337 x-openstack-request-id: req-affdd164-f2b2-4d3c-91e9-b87da4b2f337 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:54.960912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfcd957-5a5f-4c7b-81ea-61c732fc3354", "name": "network-vif-deleted", "tag": "946cfd64-c054-41e4-aadd-9b6bf0f436f8", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:54.961304 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-affdd164-f2b2-4d3c-91e9-b87da4b2f337 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:54.961603 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affdd164-f2b2-4d3c-91e9-b87da4b2f337'] response: {'server_uuid': '7bfcd957-5a5f-4c7b-81ea-61c732fc3354', 'name': 'network-vif-deleted', 'tag': '946cfd64-c054-41e4-aadd-9b6bf0f436f8', 'status': 'completed', 'code': 200} May 19 06:31:55.231884 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.236169 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:55.286538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.296262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (803b48bc-75c3-4bf9-929c-fb7262fcc45a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.306157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.307595 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/803b48bc-75c3-4bf9-929c-fb7262fcc45a HTTP/1.1" status: 204 len: 168 time: 1.0790653 May 19 06:31:55.513264 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:55.576936 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeb271-0c45-4226-b4bc-0b61adf5e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b48bc-75c3-4bf9-929c-fb7262fcc45a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:55.610442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc5a8-7a41-45c1-8dcc-9651afbf52b9 req-5de38879-cb99-43a8-802a-36003ec5fa93 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:55.619270 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbedc5a8-7a41-45c1-8dcc-9651afbf52b9 req-5de38879-cb99-43a8-802a-36003ec5fa93 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.6478269 May 19 06:31:55.631399 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53060) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:55.638093 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-271922716-network', 'tenant_id': 'fb4c3654dc4a43f38a37d75f99d56173'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:55.680875 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a9a5075a-f84f-4cf2-9b31-64f9e2dc3108 req-d1ba0a26-cbbf-4013-b201-4771704867b3 tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.0370088 May 19 06:31:55.710830 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Made reservation on behalf of fb4c3654dc4a43f38a37d75f99d56173 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:55.714356 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.725834 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.825974 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbedc5a8-7a41-45c1-8dcc-9651afbf52b9 req-820aaacd-7c6d-488e-b83f-d47efd34ed0a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051835 May 19 06:31:55.827942 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Floating IP a0d10b97-c147-4037-bb2f-de658e4dd1f9 associated. External IP: 172.27.1.224, port: a273e96a-f26e-4d91-b813-288465dd486f. May 19 06:31:55.840741 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks [] for security_group (b8d17216-57c6-48e1-afbb-0a495cd1fba0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.846354 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b8d17216-57c6-48e1-afbb-0a495cd1fba0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.889854 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:31:55.905778 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (e9e4928a-3bf4-4766-9791-68e3214981e5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:55.906693 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Added segment e9e4928a-3bf4-4766-9791-68e3214981e5 of type vlan for network 3efd54f2-3a67-4623-a952-c9cec8b9ab5b May 19 06:31:56.008072 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d17216-57c6-48e1-afbb-0a495cd1fba0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:56.042995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (3efd54f2-3a67-4623-a952-c9cec8b9ab5b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.088684 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (3efd54f2-3a67-4623-a952-c9cec8b9ab5b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.090620 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:56.091585 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.185193 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5516202 May 19 06:31:56.188350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53070) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:56.194564 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Request body: {'subnet': {'network_id': '3efd54f2-3a67-4623-a952-c9cec8b9ab5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-271922716-subnet', 'tenant_id': 'fb4c3654dc4a43f38a37d75f99d56173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:31:56.204748 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:56.209140 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dbea7-312c-4990-85cb-c7c05a9d4cfe admin admin] Pushing event updated for resources: {'Network': ['ID=3efd54f2-3a67-4623-a952-c9cec8b9ab5b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:56.218680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:31:56.231853 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 3efd54f2-3a67-4623-a952-c9cec8b9ab5b details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:31:56.232582 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Made reservation on behalf of fb4c3654dc4a43f38a37d75f99d56173 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:31:56.238536 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.364039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:31:56.372244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.410716 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:31:56.433611 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9a38c2c4-a411-4bc1-b131-8cb7bb923406 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "PUT /v2.0/floatingips/a0d10b97-c147-4037-bb2f-de658e4dd1f9 HTTP/1.1" status: 200 len: 992 time: 2.2966602 May 19 06:31:56.433931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:31:56.436823 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "tag": "a273e96a-f26e-4d91-b813-288465dd486f"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:31:56.463337 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:56.466612 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:31:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:56.586426 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a350d0fd-c10c-4bb9-845b-1549264136c3 x-openstack-request-id: req-a350d0fd-c10c-4bb9-845b-1549264136c3 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:31:56.594119 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "tag": "a273e96a-f26e-4d91-b813-288465dd486f", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:31:56.595881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a350d0fd-c10c-4bb9-845b-1549264136c3 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:31:56.597260 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a350d0fd-c10c-4bb9-845b-1549264136c3'] response: {'name': 'network-changed', 'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f', 'status': 'completed', 'code': 200} May 19 06:31:56.671529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:56.702205 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-d91269a5-c37c-4446-b510-0f5097243f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:56.707877 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-d91269a5-c37c-4446-b510-0f5097243f57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1130 time: 0.0838056 May 19 06:31:56.715134 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (0428185a-f891-49c2-82c0-450ca57634ee), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:56.740296 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:56.896237 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 946cfd64-c054-41e4-aadd-9b6bf0f436f8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:31:56.931479 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 946cfd64-c054-41e4-aadd-9b6bf0f436f8 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:31:56.932122 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 946cfd64-c054-41e4-aadd-9b6bf0f436f8 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:31:57.001321 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0428185a-f891-49c2-82c0-450ca57634ee,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:31:57.011639 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-14a83556-1a5e-4f90-810e-0d4bf59530c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:57.011639 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-14a83556-1a5e-4f90-810e-0d4bf59530c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.2888048 May 19 06:31:57.044397 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-929a38a2-1c0f-4870-b4cd-902a97e85735 req-9c996567-8e72-409a-9d38-5ef9b928812a tempest-DeleteServersTestJSON-1350798229 tempest-DeleteServersTestJSON-1350798229-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bfcd957-5a5f-4c7b-81ea-61c732fc3354 HTTP/1.1" status: 200 len: 210 time: 0.0833299 May 19 06:31:57.063017 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:57.089512 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:57.201463 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8320-149a-426f-9881-570efeb514e1 req-36e31a7c-b914-495b-b3b8-0f48784d462f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:57.203348 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bbee8320-149a-426f-9881-570efeb514e1 req-36e31a7c-b914-495b-b3b8-0f48784d462f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1729589 May 19 06:31:57.220462 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'a0d10b97-c147-4037-bb2f-de658e4dd1f9', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'a273e96a-f26e-4d91-b813-288465dd486f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:83:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:17Z', 'updated_at': '2022-05-19T06:31:55Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:57.223814 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-76e3f8d9-ce19-4dc2-8a1f-72b86e8b6441 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 1000 time: 0.1969075 May 19 06:31:57.248005 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Checking segment: {'id': 'e9e4928a-3bf4-4766-9791-68e3214981e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3efd54f2-3a67-4623-a952-c9cec8b9ab5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:31:57.248758 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Network hostable DHCP agents. Network: 3efd54f2-3a67-4623-a952-c9cec8b9ab5b, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:31:57.281383 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:31:57.299821 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:31:57.301064 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:31:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:57.450927 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Network 3efd54f2-3a67-4623-a952-c9cec8b9ab5b is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:31:57.454943 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-1155c017-afb7-4a24-b160-ad5235734696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:57.456795 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-1155c017-afb7-4a24-b160-ad5235734696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.2238882 May 19 06:31:57.469431 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bbee8320-149a-426f-9881-570efeb514e1 req-d42c676a-3eef-4189-aef3-a02827b28df4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504530 May 19 06:31:57.519861 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 3efd54f2-3a67-4623-a952-c9cec8b9ab5b) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:31:57.531676 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:57.532667 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:31:57.533753 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1076d-bdf5-41cb-b77d-021607824cde None None] Network 3efd54f2-3a67-4623-a952-c9cec8b9ab5b requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:31:57.559171 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-d8fdf1f8-77d1-45f6-b01c-31ff34e474ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:57.562509 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-d8fdf1f8-77d1-45f6-b01c-31ff34e474ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875802 May 19 06:31:57.577621 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-75e886ee-b553-4c3a-b99a-0e1e03f49c24 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3878829 May 19 06:31:57.672298 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:31:57.795016 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-3a3e2c11-a951-46af-b2dc-9c36a047bbfa service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152092 May 19 06:31:57.815959 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdefa44-637d-435a-a30f-e981322d4f51 None None] Network 3efd54f2-3a67-4623-a952-c9cec8b9ab5b requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:31:57.890651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:58.007931 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07c3fdb1-b975-48df-a24d-5daf4d70f7e2 req-9a31fc68-ce47-43e7-9085-c4da1b0fe807 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038174 May 19 06:31:58.123669 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'a0d10b97-c147-4037-bb2f-de658e4dd1f9', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'a273e96a-f26e-4d91-b813-288465dd486f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:83:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:17Z', 'updated_at': '2022-05-19T06:31:55Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:31:58.163990 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41c0e0-b708-4917-8c17-53f46caa8287 None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'a0d10b97-c147-4037-bb2f-de658e4dd1f9', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'a273e96a-f26e-4d91-b813-288465dd486f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:83:3e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:17Z', 'updated_at': '2022-05-19T06:31:55Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:31:58.229807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851370-55f0-4a38-a761-383e4cdc08f6 req-c754ec3f-77ed-4d77-8b4f-5a8854a937c3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:58.231758 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c1851370-55f0-4a38-a761-383e4cdc08f6 req-c754ec3f-77ed-4d77-8b4f-5a8854a937c3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0922456 May 19 06:31:58.237499 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:58.285088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-1fb823ce-e4c7-4df9-b687-c627caa9af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:58.287752 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-1fb823ce-e4c7-4df9-b687-c627caa9af04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1129 time: 0.1588080 May 19 06:31:58.467017 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:31:58.497545 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c1851370-55f0-4a38-a761-383e4cdc08f6 req-21259bc7-247f-485e-9674-4ac2aa5e13e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546556 May 19 06:31:58.535745 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29926a2b-0be4-4278-9ea6-f53ee09b54ff None None] New status for floating IP a0d10b97-c147-4037-bb2f-de658e4dd1f9: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:31:58.558449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-44d4f292-4ed9-4dca-9ba3-cfdf7a5492f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:58.560744 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-44d4f292-4ed9-4dca-9ba3-cfdf7a5492f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.2661526 May 19 06:31:58.616159 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-bf10fb81-5290-4347-bc59-84ece3faf873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df601d-f75d-4b75-b340-1e3f3982ca58 HTTP/1.1" status: 200 len: 217 time: 0.0488045 May 19 06:31:58.741700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-c787bdd3-48b4-4f1f-b472-53616b395dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:58.744217 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-c787bdd3-48b4-4f1f-b472-53616b395dc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.1194229 May 19 06:31:58.814258 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-822df475-d906-4835-b060-5e5ef0bffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:58.815917 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-822df475-d906-4835-b060-5e5ef0bffe1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517101 May 19 06:31:58.996720 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-d3c614d2-1250-4820-bf2c-59f8bf978673 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735406 May 19 06:31:59.148261 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-41ddb76b-8279-419b-82be-5b310d5fb9f1 req-3ba1ca48-a015-4ad3-9054-e6a184301fe9 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409063 May 19 06:31:59.728306 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8fca-3825-4433-8d6d-525e137683c5 req-721ce9b3-db43-440e-ae96-afae30416d86 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:31:59.731926 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f81e8fca-3825-4433-8d6d-525e137683c5 req-721ce9b3-db43-440e-ae96-afae30416d86 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1184971 May 19 06:31:59.763280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53218) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:31:59.803472 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f81e8fca-3825-4433-8d6d-525e137683c5 req-8ad9ee4c-26fc-40fe-9934-70c64f2ff50d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607300 May 19 06:31:59.944234 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-512b8fb3-f794-4e35-9849-3edd8ac2b1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.038579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-512b8fb3-f794-4e35-9849-3edd8ac2b1a9 admin admin] Publish callbacks [] for security_group (ae9cd3d4-01d5-4656-859d-d1cd8dd2140e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.045044 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-512b8fb3-f794-4e35-9849-3edd8ac2b1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ae9cd3d4-01d5-4656-859d-d1cd8dd2140e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.061338 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53224) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:00.098896 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-512b8fb3-f794-4e35-9849-3edd8ac2b1a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9270d02dc1f48eab107faf94f64c4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340049 May 19 06:32:00.102472 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53228) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:00.104943 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b8fb3-f794-4e35-9849-3edd8ac2b1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cd3d4-01d5-4656-859d-d1cd8dd2140e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:00.163443 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] Publish callbacks [] for security_group (ae9cd3d4-01d5-4656-859d-d1cd8dd2140e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.202251 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] Publish callbacks [] for security_group (ae9cd3d4-01d5-4656-859d-d1cd8dd2140e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.258713 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-606b222d-0c61-44fe-9e33-85511e56c0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.306301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ae9cd3d4-01d5-4656-859d-d1cd8dd2140e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.311324 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.327449 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae9cd3d4-01d5-4656-859d-d1cd8dd2140e HTTP/1.1" status: 204 len: 168 time: 0.2147267 May 19 06:32:00.367128 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92c21-9c24-43e4-a0db-8b54819b1f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cd3d4-01d5-4656-859d-d1cd8dd2140e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:00.508135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53246) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:00.511506 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-606b222d-0c61-44fe-9e33-85511e56c0e3 admin admin] Publish callbacks [] for security_group (38b69c24-8840-4f33-b362-2a6e8e0b5c8b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.517499 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-606b222d-0c61-44fe-9e33-85511e56c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (38b69c24-8840-4f33-b362-2a6e8e0b5c8b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.588431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Deleting subnet c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:32:00.594692 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Publish callbacks [] for subnet (c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.615943 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-606b222d-0c61-44fe-9e33-85511e56c0e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4e2fb76a2f144bdbe4f76402b04346c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5525422 May 19 06:32:00.617304 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53254) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:00.623139 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b222d-0c61-44fe-9e33-85511e56c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b69c24-8840-4f33-b362-2a6e8e0b5c8b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:00.658609 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:00.697624 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Publish callbacks [] for subnet (c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.734585 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.759070 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] Publish callbacks [] for security_group (38b69c24-8840-4f33-b362-2a6e8e0b5c8b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.816587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:00.839036 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] Publish callbacks [] for security_group (38b69c24-8840-4f33-b362-2a6e8e0b5c8b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.936585 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (38b69c24-8840-4f33-b362-2a6e8e0b5c8b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.943358 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:00.950640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53270) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:00.951564 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38b69c24-8840-4f33-b362-2a6e8e0b5c8b HTTP/1.1" status: 204 len: 168 time: 0.3327796 May 19 06:32:00.991324 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a459-e663-42a7-8962-6cea4b37926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b69c24-8840-4f33-b362-2a6e8e0b5c8b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:01.015711 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:01.077195 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:01.089537 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41b3a1be-8643-4896-a84b-dfda9a7e162f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.104530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b7f1-eaf1-4ed1-9b97-9cf76f396c24 req-78abbf0e-4c64-4548-85b9-c5292e9aeb36 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:01.118013 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fe34b7f1-eaf1-4ed1-9b97-9cf76f396c24 req-78abbf0e-4c64-4548-85b9-c5292e9aeb36 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1645491 May 19 06:32:01.141186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.189452 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:01.201987 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.210093 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-463bf4d3-bccd-4347-8de6-5ad7ab4b6c46 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c9afecb1-75b4-4fcd-a3dc-0ffcd5025a43 HTTP/1.1" status: 204 len: 168 time: 0.6960020 May 19 06:32:01.210747 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53276) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:01.252954 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fe34b7f1-eaf1-4ed1-9b97-9cf76f396c24 req-6b80b70e-45c8-4785-86db-ee845948ffc0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339743 May 19 06:32:01.368512 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (70c072c3-7dc7-4861-964c-3f309033f32a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.368737 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41b3a1be-8643-4896-a84b-dfda9a7e162f admin admin] Publish callbacks [] for security_group (773cc5b1-feb0-4166-a3aa-27483a0d2815), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.372063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:01.378821 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-41b3a1be-8643-4896-a84b-dfda9a7e162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (773cc5b1-feb0-4166-a3aa-27483a0d2815), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.381990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53280) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:01.477522 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (70c072c3-7dc7-4861-964c-3f309033f32a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.478407 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-41b3a1be-8643-4896-a84b-dfda9a7e162f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f2ea80b14c74de7816681e9fc32a9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225968 May 19 06:32:01.479500 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53284) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:01.508454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3a1be-8643-4896-a84b-dfda9a7e162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773cc5b1-feb0-4166-a3aa-27483a0d2815,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:01.512937 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.514014 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.514970 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.515467 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.515988 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.516525 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.517033 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.517551 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.518036 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.518395 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.598066 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] Publish callbacks [] for security_group (773cc5b1-feb0-4166-a3aa-27483a0d2815), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.641526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] Publish callbacks [] for security_group (773cc5b1-feb0-4166-a3aa-27483a0d2815), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.668906 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.670700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.672362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.673105 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:01.673883 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c072c3-7dc7-4861-964c-3f309033f32a']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:01.695073 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53286) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:01.714415 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7edfaa26-1f2e-413f-a74f-6a4f26a72ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.751026 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (773cc5b1-feb0-4166-a3aa-27483a0d2815), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.753881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.757022 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/773cc5b1-feb0-4166-a3aa-27483a0d2815 HTTP/1.1" status: 204 len: 168 time: 0.2751379 May 19 06:32:01.782721 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c59f2b-383b-40da-a34a-638b5cb314c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773cc5b1-feb0-4166-a3aa-27483a0d2815,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:01.840983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-15f6026e-3ecf-4e0f-919a-2d3779189dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.901016 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7edfaa26-1f2e-413f-a74f-6a4f26a72ab5 admin admin] Publish callbacks [] for security_group (dc707112-5e9a-4312-a4b5-278178ca8452), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.905519 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8b34cb-b633-49ae-a744-3da23d281a8b') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:01.905802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8b34cb-b633-49ae-a744-3da23d281a8b') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:01.914517 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7edfaa26-1f2e-413f-a74f-6a4f26a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dc707112-5e9a-4312-a4b5-278178ca8452), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.925182 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (eb8b34cb-b633-49ae-a744-3da23d281a8b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.957947 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (eb8b34cb-b633-49ae-a744-3da23d281a8b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:01.965883 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7edfaa26-1f2e-413f-a74f-6a4f26a72ab5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=293ade1e160443fd8177db487fe509fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681630 May 19 06:32:01.970154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53294) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:01.985773 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:32:01.986251 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (eb8b34cb-b633-49ae-a744-3da23d281a8b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: from cryptography.utils import int_from_bytes May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: from cryptography.utils import int_from_bytes May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:32:02.023735 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:32:02.052909 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfaa26-1f2e-413f-a74f-6a4f26a72ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc707112-5e9a-4312-a4b5-278178ca8452,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:02.081237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=22 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:02.109804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-15f6026e-3ecf-4e0f-919a-2d3779189dac admin admin] Publish callbacks [] for security_group (adfe1f4a-9b27-4801-9379-4722dec3850c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.118630 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-15f6026e-3ecf-4e0f-919a-2d3779189dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (adfe1f4a-9b27-4801-9379-4722dec3850c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.160059 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:02.172256 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-15f6026e-3ecf-4e0f-919a-2d3779189dac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f133e7b0810e431ba84313a672c5ace9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7840858 May 19 06:32:02.174145 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6026e-3ecf-4e0f-919a-2d3779189dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe1f4a-9b27-4801-9379-4722dec3850c,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:02.176130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53298) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:02.201172 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (70c072c3-7dc7-4861-964c-3f309033f32a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.235199 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] Publish callbacks [] for security_group (dc707112-5e9a-4312-a4b5-278178ca8452), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.249435 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.253105 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/70c072c3-7dc7-4861-964c-3f309033f32a HTTP/1.1" status: 204 len: 168 time: 1.0408790 May 19 06:32:02.263451 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379a3f9-cb34-457c-be07-4f902ded42f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c072c3-7dc7-4861-964c-3f309033f32a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:02.315550 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] Publish callbacks [] for security_group (dc707112-5e9a-4312-a4b5-278178ca8452), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.358563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] Publish callbacks [] for security_group (adfe1f4a-9b27-4801-9379-4722dec3850c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.489538 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] Publish callbacks [] for security_group (adfe1f4a-9b27-4801-9379-4722dec3850c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.570627 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53310) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:02.585685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea1de6-b6aa-416b-94fa-ce4ef7601ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.591030 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dc707112-5e9a-4312-a4b5-278178ca8452), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.597496 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.599490 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc707112-5e9a-4312-a4b5-278178ca8452 HTTP/1.1" status: 204 len: 168 time: 0.6280160 May 19 06:32:02.614797 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53314) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:02.659057 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e22914-8ff1-44f8-9193-1cfd1c468653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc707112-5e9a-4312-a4b5-278178ca8452,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:02.682899 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-42b9ce9d-36bb-4357-b347-ea6b4e0824e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2d7305d881a4ee29213497d3bab5937&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0664461 May 19 06:32:02.683839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53316) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:02.688020 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82219d33-2032-400c-b9b0-aefe9bf96ea8 req-4053809c-b0c3-4597-a41f-7973c9e38248 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:02.700536 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-82219d33-2032-400c-b9b0-aefe9bf96ea8 req-4053809c-b0c3-4597-a41f-7973c9e38248 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.2033694 May 19 06:32:02.790712 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-82219d33-2032-400c-b9b0-aefe9bf96ea8 req-0ba7bd7d-ad22-4add-a37a-049ddcacccf5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881634 May 19 06:32:02.811992 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (adfe1f4a-9b27-4801-9379-4722dec3850c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.819072 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.820927 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea1de6-b6aa-416b-94fa-ce4ef7601ce7 admin admin] Publish callbacks [] for security_group (3acc3e7d-0f1a-46da-877a-185cd0a180ee), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.821421 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adfe1f4a-9b27-4801-9379-4722dec3850c HTTP/1.1" status: 204 len: 168 time: 0.6429026 May 19 06:32:02.831621 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] Publish callbacks [] for security_group (9f80c0d9-12cc-414c-a1f9-3934d754b4a6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.834920 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea1de6-b6aa-416b-94fa-ce4ef7601ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3acc3e7d-0f1a-46da-877a-185cd0a180ee), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:02.842908 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc2fb1-6420-4a39-97ad-3afa5bd94b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe1f4a-9b27-4801-9379-4722dec3850c,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:02.885768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea1de6-b6aa-416b-94fa-ce4ef7601ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc3e7d-0f1a-46da-877a-185cd0a180ee,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:03.179865 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] Publish callbacks [] for security_group (9f80c0d9-12cc-414c-a1f9-3934d754b4a6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.196062 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-caea1de6-b6aa-416b-94fa-ce4ef7601ce7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c52a23fb983f4b28b5dae27ae10723a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197419 May 19 06:32:03.197387 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53324) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:03.258856 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9f80c0d9-12cc-414c-a1f9-3934d754b4a6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.262934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.264596 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f80c0d9-12cc-414c-a1f9-3934d754b4a6 HTTP/1.1" status: 204 len: 168 time: 0.5757027 May 19 06:32:03.265188 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:03.277387 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab2d41-54e9-4354-88d4-c17deaf08c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80c0d9-12cc-414c-a1f9-3934d754b4a6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:03.354530 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] Publish callbacks [] for security_group (3acc3e7d-0f1a-46da-877a-185cd0a180ee), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.393781 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] Publish callbacks [] for security_group (3acc3e7d-0f1a-46da-877a-185cd0a180ee), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.416605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53332) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:03.443688 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b184f6b-c800-4ab9-a67b-1c8647ca159d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.470945 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3acc3e7d-0f1a-46da-877a-185cd0a180ee), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.477830 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.479386 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3acc3e7d-0f1a-46da-877a-185cd0a180ee HTTP/1.1" status: 204 len: 168 time: 0.2802033 May 19 06:32:03.494534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c85660-f0f4-40da-8260-2569dd110c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc3e7d-0f1a-46da-877a-185cd0a180ee,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:03.577336 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b184f6b-c800-4ab9-a67b-1c8647ca159d admin admin] Publish callbacks [] for security_group (9ae925d9-dd92-4520-a525-a75c56d68207), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.583978 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8b184f6b-c800-4ab9-a67b-1c8647ca159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9ae925d9-dd92-4520-a525-a75c56d68207), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.685207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b184f6b-c800-4ab9-a67b-1c8647ca159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae925d9-dd92-4520-a525-a75c56d68207,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:03.721926 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53348) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:03.722259 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8b184f6b-c800-4ab9-a67b-1c8647ca159d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ad49bbe963c4ac5b317ef7ea7d5452c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040733 May 19 06:32:03.794941 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] Publish callbacks [] for security_group (9ae925d9-dd92-4520-a525-a75c56d68207), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.828076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] Publish callbacks [] for security_group (9ae925d9-dd92-4520-a525-a75c56d68207), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.854447 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:03.910501 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9ae925d9-dd92-4520-a525-a75c56d68207), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.921927 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:03.923122 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ae925d9-dd92-4520-a525-a75c56d68207 HTTP/1.1" status: 204 len: 168 time: 0.1992056 May 19 06:32:03.939750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530bb49-ebae-4e68-abc0-8376b6878526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae925d9-dd92-4520-a525-a75c56d68207,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:03.977656 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c56c2-71aa-44a9-b05f-48034df493cf req-0a8326a9-4426-453b-a0d7-57a17e658d73 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:03.979261 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f22c56c2-71aa-44a9-b05f-48034df493cf req-0a8326a9-4426-453b-a0d7-57a17e658d73 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0739889 May 19 06:32:04.068672 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:04.079717 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f22c56c2-71aa-44a9-b05f-48034df493cf req-e5f23e4f-0a2f-4ec5-a37e-a46407caaf19 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943379 May 19 06:32:05.393652 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761424d6-9e7b-4046-aed4-35a1e82b329a req-52915a6a-e5a3-44cc-8788-34386ad24d03 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:05.396751 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-761424d6-9e7b-4046-aed4-35a1e82b329a req-52915a6a-e5a3-44cc-8788-34386ad24d03 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1681428 May 19 06:32:05.487454 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-761424d6-9e7b-4046-aed4-35a1e82b329a req-6d3786ef-78b7-4611-8fae-e45c59d88eab tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696104 May 19 06:32:06.067787 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53448) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:06.382082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a813ac0a-f848-4041-b58d-db70421dd0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.501202 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a813ac0a-f848-4041-b58d-db70421dd0cc admin admin] Publish callbacks [] for security_group (d371ff8f-1746-4cf6-92a1-fda2dc04baa4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.507005 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a813ac0a-f848-4041-b58d-db70421dd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d371ff8f-1746-4cf6-92a1-fda2dc04baa4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.587091 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813ac0a-f848-4041-b58d-db70421dd0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d371ff8f-1746-4cf6-92a1-fda2dc04baa4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:06.599412 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a813ac0a-f848-4041-b58d-db70421dd0cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63e787de17d9440faf96a0df0649bf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285606 May 19 06:32:06.599695 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53494) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:06.681740 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] Publish callbacks [] for security_group (d371ff8f-1746-4cf6-92a1-fda2dc04baa4), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.710235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] Publish callbacks [] for security_group (d371ff8f-1746-4cf6-92a1-fda2dc04baa4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.748281 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:06.760324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:06.805386 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d7ee-77b6-4db2-b942-08d040fe0ccc req-b6d71045-9803-47da-8db5-dcffb594aa14 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:06.807462 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2585d7ee-77b6-4db2-b942-08d040fe0ccc req-b6d71045-9803-47da-8db5-dcffb594aa14 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1393652 May 19 06:32:06.875679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d371ff8f-1746-4cf6-92a1-fda2dc04baa4), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.882743 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:06.885218 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d371ff8f-1746-4cf6-92a1-fda2dc04baa4 HTTP/1.1" status: 204 len: 168 time: 0.2840383 May 19 06:32:06.934064 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894117df-2fac-4732-a86e-98bcb7ff1cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371ff8f-1746-4cf6-92a1-fda2dc04baa4,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:06.966387 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2585d7ee-77b6-4db2-b942-08d040fe0ccc req-cf62aedf-2ce2-4526-9dbd-31f85b798d9b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442876 May 19 06:32:08.120057 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=42 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:08.128402 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=54 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:08.202268 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2726a-ed10-40c5-a350-ee4424fc1dd1 req-575e47b0-f813-4d1e-b2da-437e51891882 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:08.216561 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5ae2726a-ed10-40c5-a350-ee4424fc1dd1 req-575e47b0-f813-4d1e-b2da-437e51891882 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1155741 May 19 06:32:08.309143 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5ae2726a-ed10-40c5-a350-ee4424fc1dd1 req-4d749a7c-e1c5-4477-aead-0fbf1099a03c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904574 May 19 06:32:09.493839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d69f-43e9-4921-a492-a099bd86b6c7 req-80b05e5b-b245-4ab2-8515-1082d2cb37be tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:09.497866 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3d13d69f-43e9-4921-a492-a099bd86b6c7 req-80b05e5b-b245-4ab2-8515-1082d2cb37be tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0730352 May 19 06:32:09.590079 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3d13d69f-43e9-4921-a492-a099bd86b6c7 req-9dc9b4f7-f7a0-435b-bcb6-7feee09b3e1e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733595 May 19 06:32:10.735442 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1c3e-aaf8-4bcf-a5a2-066331ae6078 req-ee454e8c-46d1-4d1c-ace4-dd55c931365b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:10.737058 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b3fa1c3e-aaf8-4bcf-a5a2-066331ae6078 req-ee454e8c-46d1-4d1c-ace4-dd55c931365b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0576212 May 19 06:32:10.799102 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b3fa1c3e-aaf8-4bcf-a5a2-066331ae6078 req-8b428ecc-b301-4bc5-9bf5-5b1207528eeb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 May 19 06:32:11.963334 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91d5b7-dfa0-45cd-9344-74c095c14ce3 req-043b73fd-f1ea-413c-9b60-5f70ee193ec2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:11.964940 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5f91d5b7-dfa0-45cd-9344-74c095c14ce3 req-043b73fd-f1ea-413c-9b60-5f70ee193ec2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0671456 May 19 06:32:12.034779 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5f91d5b7-dfa0-45cd-9344-74c095c14ce3 req-9fb516c9-0150-4ef2-b789-cdc0de90ddd4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637543 May 19 06:32:13.192720 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c87b4-a726-46a7-a7e4-563d1fe10b62 req-d7aba971-9043-441f-89fd-8dc5544fdfd7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:13.194379 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-283c87b4-a726-46a7-a7e4-563d1fe10b62 req-d7aba971-9043-441f-89fd-8dc5544fdfd7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0609679 May 19 06:32:13.265754 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-283c87b4-a726-46a7-a7e4-563d1fe10b62 req-7b962676-49a1-4310-b146-cae6a77cd9b3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627069 May 19 06:32:13.761490 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88e083f4-9ced-4cae-83e1-a81a1f7a11a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.082082 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53862) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:14.230144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d854ff87-6853-4341-a80b-b778129ba092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.370624 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d854ff87-6853-4341-a80b-b778129ba092 admin admin] Publish callbacks [] for security_group (6cd259e7-c16b-457a-b249-129d5c2be647), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.376685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d854ff87-6853-4341-a80b-b778129ba092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6cd259e7-c16b-457a-b249-129d5c2be647), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.510111 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d854ff87-6853-4341-a80b-b778129ba092 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ce970851e074039b4c3b010bcaa7b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261041 May 19 06:32:14.510311 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53882) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:14.515233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ff87-6853-4341-a80b-b778129ba092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd259e7-c16b-457a-b249-129d5c2be647,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:14.556809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933fb5f-6261-41f5-873c-b0660f969712 req-87cb7420-07fa-4b74-a5cb-5cdd090d4067 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:14.556809 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3933fb5f-6261-41f5-873c-b0660f969712 req-87cb7420-07fa-4b74-a5cb-5cdd090d4067 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1362827 May 19 06:32:14.629398 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3933fb5f-6261-41f5-873c-b0660f969712 req-ce5e6b07-f4cf-486e-a75c-675db30427e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 May 19 06:32:14.629559 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] Publish callbacks [] for security_group (6cd259e7-c16b-457a-b249-129d5c2be647), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.665238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53888) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:14.669165 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] Publish callbacks [] for security_group (6cd259e7-c16b-457a-b249-129d5c2be647), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.682095 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:14.723378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Deleting subnet e84963d8-d6bc-429c-8011-f532a213a8f6 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:32:14.727527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Publish callbacks [] for subnet (e84963d8-d6bc-429c-8011-f532a213a8f6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.740942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6cd259e7-c16b-457a-b249-129d5c2be647), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.744806 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.752189 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6cd259e7-c16b-457a-b249-129d5c2be647 HTTP/1.1" status: 204 len: 168 time: 0.2368078 May 19 06:32:14.761997 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb023c5-069a-42b0-9ba4-b3c5afe6b5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd259e7-c16b-457a-b249-129d5c2be647,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:14.773315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Publish callbacks [] for subnet (e84963d8-d6bc-429c-8011-f532a213a8f6), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.784371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (e84963d8-d6bc-429c-8011-f532a213a8f6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.875523 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for subnet (e84963d8-d6bc-429c-8011-f532a213a8f6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.918190 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84963d8-d6bc-429c-8011-f532a213a8f6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:14.934021 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:14.947092 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53894) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:14.954124 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-73a1c06c-3bce-4953-9b41-a1bc3dd9a249 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e84963d8-d6bc-429c-8011-f532a213a8f6 HTTP/1.1" status: 204 len: 168 time: 0.2874887 May 19 06:32:15.056649 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (6e26ce25-269e-4175-beb9-97520b49c822), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.181395 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (6e26ce25-269e-4175-beb9-97520b49c822), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.214009 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e26ce25-269e-4175-beb9-97520b49c822']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:15.231327 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7768f06c-e0d2-4ab5-8983-312f789e4e63') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:15.231682 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7768f06c-e0d2-4ab5-8983-312f789e4e63') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:15.247241 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (7768f06c-e0d2-4ab5-8983-312f789e4e63), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.259945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53898) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:15.267825 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (7768f06c-e0d2-4ab5-8983-312f789e4e63), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.270506 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:15.284809 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:32:15.286097 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (7768f06c-e0d2-4ab5-8983-312f789e4e63), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.286904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-92e8720b-3023-4398-a97b-52f271e930fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:32:15.306644 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:32:15.315699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:15.367750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:15.390634 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (6e26ce25-269e-4175-beb9-97520b49c822), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.397333 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.400895 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6e26ce25-269e-4175-beb9-97520b49c822 HTTP/1.1" status: 204 len: 168 time: 0.4523766 May 19 06:32:15.403897 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53900) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:15.425043 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4374-08c7-4666-a765-e4d4bbb49968 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e26ce25-269e-4175-beb9-97520b49c822,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:15.427265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-92e8720b-3023-4398-a97b-52f271e930fa admin admin] Publish callbacks [] for security_group (303fdb58-41d8-4a93-af8e-edea7c0a3c16), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.434262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-92e8720b-3023-4398-a97b-52f271e930fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (303fdb58-41d8-4a93-af8e-edea7c0a3c16), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.479505 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Deleting subnet 0428185a-f891-49c2-82c0-450ca57634ee {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:32:15.481395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8720b-3023-4398-a97b-52f271e930fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fdb58-41d8-4a93-af8e-edea7c0a3c16,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:15.484954 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Publish callbacks [] for subnet (0428185a-f891-49c2-82c0-450ca57634ee), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.488924 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-92e8720b-3023-4398-a97b-52f271e930fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=010a188b39d04ae59c65c9f3baad59a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276616 May 19 06:32:15.492993 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53902) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:15.527897 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (0428185a-f891-49c2-82c0-450ca57634ee), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.556497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] Publish callbacks [] for security_group (303fdb58-41d8-4a93-af8e-edea7c0a3c16), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.588378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] Publish callbacks [] for security_group (303fdb58-41d8-4a93-af8e-edea7c0a3c16), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.601447 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (0428185a-f891-49c2-82c0-450ca57634ee), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.673410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (303fdb58-41d8-4a93-af8e-edea7c0a3c16), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.679420 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.681743 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/303fdb58-41d8-4a93-af8e-edea7c0a3c16 HTTP/1.1" status: 204 len: 168 time: 0.1870952 May 19 06:32:15.698124 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (0428185a-f891-49c2-82c0-450ca57634ee), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.721488 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb31b-c289-4939-8076-fe620f03410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fdb58-41d8-4a93-af8e-edea7c0a3c16,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:15.762471 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.766560 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0428185a-f891-49c2-82c0-450ca57634ee HTTP/1.1" status: 204 len: 168 time: 0.3612902 May 19 06:32:15.769241 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53916) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:15.796539 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118da612-56e2-4ed2-abbe-57c68b3ee90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0428185a-f891-49c2-82c0-450ca57634ee,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:15.815064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d6dcd-8b15-4f1e-8889-4e535a9c4dce req-3dea1eb6-6dad-41fa-b6fc-7b2f6c1ad96f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:15.817504 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-234d6dcd-8b15-4f1e-8889-4e535a9c4dce req-3dea1eb6-6dad-41fa-b6fc-7b2f6c1ad96f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1012201 May 19 06:32:15.885838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (3efd54f2-3a67-4623-a952-c9cec8b9ab5b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:15.889411 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-234d6dcd-8b15-4f1e-8889-4e535a9c4dce req-4716fedf-6cdc-476f-a8cd-3211071d50f4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618870 May 19 06:32:16.045719 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (3efd54f2-3a67-4623-a952-c9cec8b9ab5b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.055349 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b98357e1-c0d3-4635-adb5-9424701556ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.088839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.089182 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.089994 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.090327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.090667 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.091059 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.091314 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.091624 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.092047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.092242 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.168155 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.168155 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.168155 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.168681 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 06:32:16.168811 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efd54f2-3a67-4623-a952-c9cec8b9ab5b']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:16.190239 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e4928a-3bf4-4766-9791-68e3214981e5') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:16.190484 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e4928a-3bf4-4766-9791-68e3214981e5') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:32:16.212116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53926) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:16.217261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (e9e4928a-3bf4-4766-9791-68e3214981e5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.246751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (e9e4928a-3bf4-4766-9791-68e3214981e5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.264143 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:32:16.264813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (e9e4928a-3bf4-4766-9791-68e3214981e5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: from cryptography.utils import int_from_bytes May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: from cryptography.utils import int_from_bytes May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:32:16.282758 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:32:16.342184 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (3efd54f2-3a67-4623-a952-c9cec8b9ab5b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.359212 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.363138 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6082e4e-86af-4803-976b-87d5f0655b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.364898 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] 10.222.0.65 "DELETE /v2.0/networks/3efd54f2-3a67-4623-a952-c9cec8b9ab5b HTTP/1.1" status: 204 len: 168 time: 0.5924470 May 19 06:32:16.386624 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ce63-f714-4971-adf7-977a08f1820a admin admin] Pushing event deleted for resources: {'Network': ['ID=3efd54f2-3a67-4623-a952-c9cec8b9ab5b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:16.520169 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6082e4e-86af-4803-976b-87d5f0655b6c admin admin] Publish callbacks [] for security_group (f8d9a0a3-f0db-424e-96e1-b5a8b8206c42), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.528992 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6082e4e-86af-4803-976b-87d5f0655b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f8d9a0a3-f0db-424e-96e1-b5a8b8206c42), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.549625 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53938) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:16.593894 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b6082e4e-86af-4803-976b-87d5f0655b6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b34afc12461b4acc9ea58364103e0710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799291 May 19 06:32:16.594539 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53942) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:16.604255 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6082e4e-86af-4803-976b-87d5f0655b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d9a0a3-f0db-424e-96e1-b5a8b8206c42,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:16.609216 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-45421195-b946-40d6-8a8b-a7dd0b0ddeee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6d61985c0514e699483e2c02324cdef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565772 May 19 06:32:16.612841 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53944) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:16.627796 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:16.706515 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] Publish callbacks [] for security_group (f8d9a0a3-f0db-424e-96e1-b5a8b8206c42), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.730286 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] Publish callbacks [] for security_group (90683f84-a7b2-4b41-b319-031653f9ec58), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.752303 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] Publish callbacks [] for security_group (f8d9a0a3-f0db-424e-96e1-b5a8b8206c42), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.780775 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] Publish callbacks [] for security_group (90683f84-a7b2-4b41-b319-031653f9ec58), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.836614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:16.867764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (90683f84-a7b2-4b41-b319-031653f9ec58), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.872544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.877019 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90683f84-a7b2-4b41-b319-031653f9ec58 HTTP/1.1" status: 204 len: 168 time: 0.2601719 May 19 06:32:16.880244 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f8d9a0a3-f0db-424e-96e1-b5a8b8206c42), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.883980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:16.885773 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8d9a0a3-f0db-424e-96e1-b5a8b8206c42 HTTP/1.1" status: 204 len: 168 time: 0.2890368 May 19 06:32:16.902617 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2ef6f-0bf9-412f-8fb6-ba042dd8d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90683f84-a7b2-4b41-b319-031653f9ec58,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:16.915716 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1d9d-c392-4383-806a-8df4601ac406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d9a0a3-f0db-424e-96e1-b5a8b8206c42,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:17.099072 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3ec03-ac90-4d71-beff-4d890cbfd7ed req-49664af9-180f-44b3-a856-827b9e498127 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:17.101329 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01a3ec03-ac90-4d71-beff-4d890cbfd7ed req-49664af9-180f-44b3-a856-827b9e498127 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0864100 May 19 06:32:17.188938 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:32:17.190984 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01a3ec03-ac90-4d71-beff-4d890cbfd7ed req-936f0959-2e35-428f-85a4-30d3f3a4e263 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803502 May 19 06:32:17.475269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 53970) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:17.534497 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6d3854ed-41ba-49b9-97a8-9e94a6139398 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb4c3654dc4a43f38a37d75f99d56173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574243 May 19 06:32:17.538960 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 53974) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:17.608081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:17.649784 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] Publish callbacks [] for security_group (b8d17216-57c6-48e1-afbb-0a495cd1fba0), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:17.656667 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:17.718910 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] Publish callbacks [] for security_group (b8d17216-57c6-48e1-afbb-0a495cd1fba0), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:17.802633 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b8d17216-57c6-48e1-afbb-0a495cd1fba0), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:17.804806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:17.806618 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8d17216-57c6-48e1-afbb-0a495cd1fba0 HTTP/1.1" status: 204 len: 168 time: 0.2662561 May 19 06:32:17.825837 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400b0ff-180b-49af-bb5d-98956e72a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d17216-57c6-48e1-afbb-0a495cd1fba0,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:18.418781 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21e49-7c2d-4322-8326-ecd4b3309481 req-0877751e-ccf4-4144-b45e-3ee11582e4c0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:18.422810 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2bf21e49-7c2d-4322-8326-ecd4b3309481 req-0877751e-ccf4-4144-b45e-3ee11582e4c0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1007128 May 19 06:32:18.498958 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2bf21e49-7c2d-4322-8326-ecd4b3309481 req-c3ea055d-875f-4cc5-8a7d-8395777bc564 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697353 May 19 06:32:18.802737 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:19.671925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:19.681350 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6a5dc-0445-44c3-a350-be11ec096559 req-4d8ba76f-22b7-4973-8416-a794b6c34d52 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:19.689122 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53a6a5dc-0445-44c3-a350-be11ec096559 req-4d8ba76f-22b7-4973-8416-a794b6c34d52 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0681050 May 19 06:32:19.757844 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53a6a5dc-0445-44c3-a350-be11ec096559 req-18e09bf8-65cf-42bc-b336-816c082d614c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675676 May 19 06:32:20.077520 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.441270 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54104) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:20.442639 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 54106) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:20.681757 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a20a364b-3d54-4175-8528-869b53341309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.711559 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c42b600-27c6-4c8f-8128-e75b5e06e711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.834338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a20a364b-3d54-4175-8528-869b53341309 admin admin] Publish callbacks [] for security_group (ed03ca96-a1ba-4487-942c-eb6564a2c6aa), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.841621 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a20a364b-3d54-4175-8528-869b53341309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ed03ca96-a1ba-4487-942c-eb6564a2c6aa), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.849586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c42b600-27c6-4c8f-8128-e75b5e06e711 admin admin] Publish callbacks [] for security_group (ef2d56c4-b6bb-439c-bbc4-a3035f3411d2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.855952 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c42b600-27c6-4c8f-8128-e75b5e06e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ef2d56c4-b6bb-439c-bbc4-a3035f3411d2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:20.906735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a364b-3d54-4175-8528-869b53341309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03ca96-a1ba-4487-942c-eb6564a2c6aa,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:20.917755 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a20a364b-3d54-4175-8528-869b53341309 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=598e9bd613ef49e398cc7d0698795d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783306 May 19 06:32:20.919191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54118) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:20.937977 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42b600-27c6-4c8f-8128-e75b5e06e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2d56c4-b6bb-439c-bbc4-a3035f3411d2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:20.953987 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8c42b600-27c6-4c8f-8128-e75b5e06e711 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03087d4c237c489092a00139012e197e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055523 May 19 06:32:20.954671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54120) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:20.985249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2878e04-baca-48ab-ad59-df8603cc3ae5 req-c0de1a3e-8125-4213-9bbb-9eaea7fe49f6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:20.987952 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2878e04-baca-48ab-ad59-df8603cc3ae5 req-c0de1a3e-8125-4213-9bbb-9eaea7fe49f6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1089499 May 19 06:32:21.038745 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] Publish callbacks [] for security_group (ed03ca96-a1ba-4487-942c-eb6564a2c6aa), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.063120 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2878e04-baca-48ab-ad59-df8603cc3ae5 req-46239903-1cef-45a0-9851-6e59b769d60c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649805 May 19 06:32:21.114156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] Publish callbacks [] for security_group (ef2d56c4-b6bb-439c-bbc4-a3035f3411d2), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.119378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] Publish callbacks [] for security_group (ed03ca96-a1ba-4487-942c-eb6564a2c6aa), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.203676 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] Publish callbacks [] for security_group (ef2d56c4-b6bb-439c-bbc4-a3035f3411d2), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.278938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ed03ca96-a1ba-4487-942c-eb6564a2c6aa), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.284108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.285923 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed03ca96-a1ba-4487-942c-eb6564a2c6aa HTTP/1.1" status: 204 len: 168 time: 0.3653152 May 19 06:32:21.306695 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ef2d56c4-b6bb-439c-bbc4-a3035f3411d2), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.311026 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:21.315480 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef2d56c4-b6bb-439c-bbc4-a3035f3411d2 HTTP/1.1" status: 204 len: 168 time: 0.3577449 May 19 06:32:21.315480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a3cb-932a-4bd4-a5f3-93c9a3cb2f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03ca96-a1ba-4487-942c-eb6564a2c6aa,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:21.343530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819597fc-e719-4762-9450-a013badcb605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2d56c4-b6bb-439c-bbc4-a3035f3411d2,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:21.472713 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:21.888534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54144) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:21.920511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-257cc7e5-7786-4072-96cc-40893e7d86e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.090554 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-257cc7e5-7786-4072-96cc-40893e7d86e5 admin admin] Publish callbacks [] for security_group (0a9012b3-9016-44ab-8e90-c77015fde2ec), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.112587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-257cc7e5-7786-4072-96cc-40893e7d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0a9012b3-9016-44ab-8e90-c77015fde2ec), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.147748 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:22.230340 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 54154) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:22.233639 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-257cc7e5-7786-4072-96cc-40893e7d86e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b90795754364ba8af79e843631784b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389452 May 19 06:32:22.248463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cc7e5-7786-4072-96cc-40893e7d86e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9012b3-9016-44ab-8e90-c77015fde2ec,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:22.316045 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4156c-f5bc-4bcb-8157-fc2238eba63f req-ced9ee09-070a-4692-b9c3-73b4255c239f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:22.318296 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8f4156c-f5bc-4bcb-8157-fc2238eba63f req-ced9ee09-070a-4692-b9c3-73b4255c239f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0816860 May 19 06:32:22.349970 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] Publish callbacks [] for security_group (0a9012b3-9016-44ab-8e90-c77015fde2ec), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.354191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:22.388596 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] Publish callbacks [] for security_group (0a9012b3-9016-44ab-8e90-c77015fde2ec), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.389830 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8f4156c-f5bc-4bcb-8157-fc2238eba63f req-ce12323d-e403-4b7c-b1b1-fb8e2591a984 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621779 May 19 06:32:22.411605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:22.471766 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0a9012b3-9016-44ab-8e90-c77015fde2ec), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.477854 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.480020 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a9012b3-9016-44ab-8e90-c77015fde2ec HTTP/1.1" status: 204 len: 168 time: 0.2484679 May 19 06:32:22.498578 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792d947-922b-450f-a99b-25441e274c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9012b3-9016-44ab-8e90-c77015fde2ec,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:22.673577 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54170) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:22.818505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042560855-network', 'tenant_id': 'af231f2d98544631857757d5b48fd918'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:32:22.846574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Made reservation on behalf of af231f2d98544631857757d5b48fd918 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:32:22.850307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.860150 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.959510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks [] for security_group (6767b8a6-ab1e-43c8-b544-1c7e523a55bf), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:22.967882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6767b8a6-ab1e-43c8-b544-1c7e523a55bf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.006154 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:32:23.021371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767b8a6-ab1e-43c8-b544-1c7e523a55bf,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:23.024602 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (0c7b09c4-c875-4720-b709-965221512a68), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.025017 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Added segment 0c7b09c4-c875-4720-b709-965221512a68 of type vlan for network a8a787e6-32b8-4da9-92d6-017ec62447d1 May 19 06:32:23.079924 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (a8a787e6-32b8-4da9-92d6-017ec62447d1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.129844 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (a8a787e6-32b8-4da9-92d6-017ec62447d1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.132606 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:23.132606 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.192326 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5175459 May 19 06:32:23.195368 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 54190) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:23.200420 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Request body: {'subnet': {'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042560855-subnet', 'tenant_id': 'af231f2d98544631857757d5b48fd918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:32:23.204184 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4579-bcdc-4d82-a0bd-c7cec6d6c941 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a787e6-32b8-4da9-92d6-017ec62447d1,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:23.231059 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:32:23.242920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Made reservation on behalf of af231f2d98544631857757d5b48fd918 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:32:23.250021 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577182'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.485660 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25555683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577160'] for subnet (63f30d70-e83c-4bf6-8bef-e8b04ba3ad80), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.573726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aa78b-5ca7-44a5-8e6e-7464e7d59d97 req-dd976fc8-7510-4284-ab2c-34a89b8eb242 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:23.575200 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-794aa78b-5ca7-44a5-8e6e-7464e7d59d97 req-dd976fc8-7510-4284-ab2c-34a89b8eb242 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0995514 May 19 06:32:23.583685 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:23.593044 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f30d70-e83c-4bf6-8bef-e8b04ba3ad80,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:23.635187 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Checking segment: {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:32:23.646453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Network hostable DHCP agents. Network: a8a787e6-32b8-4da9-92d6-017ec62447d1, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:32:23.683626 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-794aa78b-5ca7-44a5-8e6e-7464e7d59d97 req-487ac2ea-a317-4571-b913-33ee5b9d74cf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983033 May 19 06:32:23.696459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:32:23.707876 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, a8a787e6-32b8-4da9-92d6-017ec62447d1) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:32:23.713781 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:23.717591 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:23.723748 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1a575-e94e-4537-bc13-fe55f137ff4b None None] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:32:23.737718 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5cb1cc5c-4980-4d5b-a842-d1c2f79c1b19 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5411718 May 19 06:32:23.849547 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1481d-fd8c-465d-be79-c06ac489d9d0 None None] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:32:24.821335 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77299-acb1-40d2-a570-7dc15a4bd08b req-1649bc40-9ccd-4316-aeba-cb0002cb6653 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:24.822901 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-87d77299-acb1-40d2-a570-7dc15a4bd08b req-1649bc40-9ccd-4316-aeba-cb0002cb6653 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0545382 May 19 06:32:24.876640 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-87d77299-acb1-40d2-a570-7dc15a4bd08b req-53ffb70f-f602-4361-a271-31233c6d9444 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 May 19 06:32:25.997868 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f2f01-4374-41e9-8475-90c3a9853c08 req-18f82b87-16c1-403d-9bf8-6bc28ac5ef8c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:25.999383 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e76f2f01-4374-41e9-8475-90c3a9853c08 req-18f82b87-16c1-403d-9bf8-6bc28ac5ef8c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0484016 May 19 06:32:26.062430 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e76f2f01-4374-41e9-8475-90c3a9853c08 req-4366582c-95d2-4872-bd66-11b600065201 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 May 19 06:32:26.807290 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-ea81590d-bf4c-450a-89ee-c78e707e6cc7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:26.810033 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-ea81590d-bf4c-450a-89ee-c78e707e6cc7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/networks?id=a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 200 len: 809 time: 0.1381323 May 19 06:32:26.839756 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-9cdb82bf-4b37-474c-b23f-c2ed2ebeda33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/quotas/af231f2d98544631857757d5b48fd918 HTTP/1.1" status: 200 len: 375 time: 0.0166461 May 19 06:32:26.879352 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-32a69a3b-6a44-45bf-970d-53694588c232 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422738 May 19 06:32:26.983417 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-088059ec-2ad0-48db-a00b-3f3d3c142164 service neutron] 10.222.0.65 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972214 May 19 06:32:27.087440 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-7a0dcda1-91d6-4779-b901-622028ac7a81 service neutron] 10.222.0.65 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969920 May 19 06:32:27.188096 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:27.220158 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6591e-3090-4a79-b2f0-06bfcc177763 req-37212e37-02e6-48ad-8d8e-f73f97887e08 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:27.230676 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c0b6591e-3090-4a79-b2f0-06bfcc177763 req-37212e37-02e6-48ad-8d8e-f73f97887e08 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0583351 May 19 06:32:27.312159 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c0b6591e-3090-4a79-b2f0-06bfcc177763 req-a69c0fbb-992a-4be3-b5e3-9f0277a7f068 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 May 19 06:32:27.335030 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4c6cd9ef-5640-4b39-85ee-5bf32155d3b8 req-f48ed337-0343-469e-b034-72e0feb41f6d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0624807 May 19 06:32:28.432322 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c409c27-64a3-4548-a082-55826a043aeb req-823a453e-7f8a-478a-a433-7916a7c95ddf tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0261517 May 19 06:32:28.440375 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e8a6-904d-41ed-be96-234461caddbc req-5548215a-b632-49ec-8b14-9993d2b91a29 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:28.442498 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84c7e8a6-904d-41ed-be96-234461caddbc req-5548215a-b632-49ec-8b14-9993d2b91a29 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0493348 May 19 06:32:28.496012 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-84c7e8a6-904d-41ed-be96-234461caddbc req-3336847d-5429-48c6-8bc2-02ec65fc62df tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 May 19 06:32:29.542935 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-50cc083d-934d-4605-acf4-52dc9f478eb3 req-826924fd-0742-4ea6-ab3a-1caf66f7dbb2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0368137 May 19 06:32:29.619260 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:29.640120 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3dcd2-31f6-4992-8d4f-56859d9ee2f6 req-80ddda91-6729-4f2d-9b55-a99eaf5b74f7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:29.641669 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-03e3dcd2-31f6-4992-8d4f-56859d9ee2f6 req-80ddda91-6729-4f2d-9b55-a99eaf5b74f7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0543213 May 19 06:32:29.704298 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-03e3dcd2-31f6-4992-8d4f-56859d9ee2f6 req-b592b172-acfb-4f5d-a925-5da84116f786 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 May 19 06:32:30.625611 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:30.645853 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2fe331ae-88e0-44bf-a4d7-6c552f761db5 req-16fc90df-ffbd-49d1-bc12-95bfb7cdac5c tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0286756 May 19 06:32:30.824572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed349-9fa7-4b7b-92e4-7371c9fbe15c req-337c0640-7883-4776-9793-d403db2228d9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:30.826094 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b71ed349-9fa7-4b7b-92e4-7371c9fbe15c req-337c0640-7883-4776-9793-d403db2228d9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0502679 May 19 06:32:30.874834 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b71ed349-9fa7-4b7b-92e4-7371c9fbe15c req-0105d93b-f674-43d0-b024-23869d57a0cb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 May 19 06:32:31.752309 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c73c782e-3fcf-4ad9-8bf2-a6b6c784270a req-1f16bb98-65d4-4d17-966e-061ffe659609 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0378096 May 19 06:32:32.036558 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd722008-d583-4b4f-9a40-2ecbcde69060 req-2f1e64bf-533d-40d4-9167-9b1a66556747 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:32.038081 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd722008-d583-4b4f-9a40-2ecbcde69060 req-2f1e64bf-533d-40d4-9167-9b1a66556747 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0575235 May 19 06:32:32.122975 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cd722008-d583-4b4f-9a40-2ecbcde69060 req-a3d1c722-202a-4878-bcb0-46af6ebf7376 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 May 19 06:32:32.682142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-69b90951-a346-43cc-8c60-c0dc1e7c4c2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:32.683645 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-69b90951-a346-43cc-8c60-c0dc1e7c4c2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "GET /v2.0/networks?id=a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 200 len: 809 time: 0.1709681 May 19 06:32:32.701190 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Request body: {'port': {'device_id': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1', 'admin_state_up': True, 'tenant_id': 'af231f2d98544631857757d5b48fd918'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:32:32.877267 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e8d2fcd6-36ef-40ce-9f19-9913d735c3ff req-dae25f45-73aa-409e-a79e-5bbcab085012 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0324445 May 19 06:32:32.919665 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Made reservation on behalf of af231f2d98544631857757d5b48fd918 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:32:32.923195 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:33.088623 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:33.090745 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Allocated IP 172.20.0.4 (a8a787e6-32b8-4da9-92d6-017ec62447d1/63f30d70-e83c-4bf6-8bef-e8b04ba3ad80/886112b1-affd-4a9c-b3b1-64b34b4fb264) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:32:33.288842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd879b1-9072-414a-a324-8e3d0cf213c6 req-f3e71ba9-b512-4616-8b66-d4612e5b9897 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:33.291497 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bd879b1-9072-414a-a324-8e3d0cf213c6 req-f3e71ba9-b512-4616-8b66-d4612e5b9897 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0792234 May 19 06:32:33.304953 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks [] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:33.312731 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:33.332675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:33.349505 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:33.353373 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bd879b1-9072-414a-a324-8e3d0cf213c6 req-c1c9a19d-d06a-4344-aee5-af8aea6df80a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554116 May 19 06:32:33.402387 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:32:33.406392 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:32:33.411870 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:32:33.437604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Pushing event updated for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:33.470265 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:33.470918 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:33.490920 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-67bdd244-ad55-4d33-8f7b-1d1dadeb5f2e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945416 May 19 06:32:34.001207 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:34.002311 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:34.035961 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c3dc-a905-44c2-b105-cc6ab6fd5951 req-78bf1fbf-bfd2-40a5-ba4d-edc19ae10d40 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:34.037501 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b37c3dc-a905-44c2-b105-cc6ab6fd5951 req-78bf1fbf-bfd2-40a5-ba4d-edc19ae10d40 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 931 time: 0.0639205 May 19 06:32:34.089547 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3b37c3dc-a905-44c2-b105-cc6ab6fd5951 req-f6e53dea-4cd1-40a8-a037-d3fc21d79c5e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464904 May 19 06:32:34.490646 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7965b-2b8a-42bc-94c2-732fb48fb388 req-8b81a964-492c-4b78-8b5a-0ce69fbd971b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:34.492117 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cea7965b-2b8a-42bc-94c2-732fb48fb388 req-8b81a964-492c-4b78-8b5a-0ce69fbd971b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0506616 May 19 06:32:34.540215 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cea7965b-2b8a-42bc-94c2-732fb48fb388 req-6295d87f-43b6-4905-96c6-3e673ce884b9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 May 19 06:32:34.568532 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:35.205264 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1b447-f38e-40b7-8878-11ac2948446c req-96c28004-deb2-41d3-a308-0f77369b59cc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:35.207475 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cf1b447-f38e-40b7-8878-11ac2948446c req-96c28004-deb2-41d3-a308-0f77369b59cc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 931 time: 0.0472639 May 19 06:32:35.258059 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cf1b447-f38e-40b7-8878-11ac2948446c req-6a09a31e-0b3d-4b9f-9fa1-5ee7eb1258ed tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 May 19 06:32:35.562157 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Request body: {'port': {'device_id': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:32:35.622633 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:35.662060 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4a4a-0305-4dd8-9a29-e363f984e873 req-aa41ba56-6997-4282-b588-7eb01a18154c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:35.663593 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-553b4a4a-0305-4dd8-9a29-e363f984e873 req-aa41ba56-6997-4282-b588-7eb01a18154c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0480034 May 19 06:32:35.716053 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-553b4a4a-0305-4dd8-9a29-e363f984e873 req-75098662-16d2-4e99-a362-94ea1c9d7d99 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 May 19 06:32:35.910469 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886112b1-affd-4a9c-b3b1-64b34b4fb264 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:32:35.918316 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks [] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:35.923776 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:35.933603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Transition to ACTIVE for port object 886112b1-affd-4a9c-b3b1-64b34b4fb264 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:32:35.937571 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:35.990649 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:36.017332 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.017728 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.018115 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.018461 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.019450 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.019874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.020205 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.020521 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.020922 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.021271 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.021721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.022092 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.022406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.022794 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.023141 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:36.075230 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Attempting to bind port 886112b1-affd-4a9c-b3b1-64b34b4fb264 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:32:36.075645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Attempting to bind port 886112b1-affd-4a9c-b3b1-64b34b4fb264 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:32:36.075882 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Attempting to bind port 886112b1-affd-4a9c-b3b1-64b34b4fb264 on network a8a787e6-32b8-4da9-92d6-017ec62447d1 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:32:36.080362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Port 886112b1-affd-4a9c-b3b1-64b34b4fb264 on network a8a787e6-32b8-4da9-92d6-017ec62447d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:32:36.080658 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Attempting to bind port 886112b1-affd-4a9c-b3b1-64b34b4fb264 on network a8a787e6-32b8-4da9-92d6-017ec62447d1 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:32:36.085588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:32:36.085912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Checking segment: {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:32:36.086278 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Bound using segment: {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:32:36.086687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Bound port: 886112b1-affd-4a9c-b3b1-64b34b4fb264, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:32:36.087038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:36.095853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:36.170050 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:32:36.173729 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:32:36.182362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:36.252392 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:36.254175 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:36.257606 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] 10.222.0.59 "PUT /v2.0/ports/886112b1-affd-4a9c-b3b1-64b34b4fb264 HTTP/1.1" status: 200 len: 1093 time: 0.6994467 May 19 06:32:36.258317 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:32:36.262453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4844f11a-a915-44d9-befe-d04c9855fbec" -d '{"events": [{"name": "network-changed", "server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:32:36.289745 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d3fb-b1e9-4f05-92c9-005d7cd4adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:36.316264 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40499ed3-7147-441a-8ac0-547c02c2c705 x-openstack-request-id: req-40499ed3-7147-441a-8ac0-547c02c2c705 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:32:36.316798 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:32:36.317167 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40499ed3-7147-441a-8ac0-547c02c2c705 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:32:36.317901 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40499ed3-7147-441a-8ac0-547c02c2c705'] response: {'name': 'network-changed', 'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264', 'status': 'completed', 'code': 200} May 19 06:32:36.413503 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d812-1ab1-4b68-b5ba-604d60109c71 req-488ec551-b96c-4f38-a983-410f0825e3df tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:36.415083 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad10d812-1ab1-4b68-b5ba-604d60109c71 req-488ec551-b96c-4f38-a983-410f0825e3df tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0634770 May 19 06:32:36.466219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ad10d812-1ab1-4b68-b5ba-604d60109c71 req-a57d4e6b-fedd-4b03-823c-913c8361fadd tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 May 19 06:32:36.840283 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4e813-a794-4b05-82b6-ba627189a417 req-e7495601-bbcc-4cf6-b4bf-cce980400f03 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:36.841991 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0ad4e813-a794-4b05-82b6-ba627189a417 req-e7495601-bbcc-4cf6-b4bf-cce980400f03 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0536833 May 19 06:32:36.932127 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0ad4e813-a794-4b05-82b6-ba627189a417 req-7510a87c-92b0-41e3-b04c-8385faab5b87 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804820 May 19 06:32:36.938488 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f11a-a915-44d9-befe-d04c9855fbec req-7716e50c-961b-45a0-9afe-36f9e26c7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:36.940096 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4844f11a-a915-44d9-befe-d04c9855fbec req-7716e50c-961b-45a0-9afe-36f9e26c7894 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 1127 time: 0.0569530 May 19 06:32:37.054644 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c42c81-cb62-4ce5-96d4-8030d0796d21 req-fdd8f566-c2ef-4a4d-8193-ada271f4c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:37.056143 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1c42c81-cb62-4ce5-96d4-8030d0796d21 req-fdd8f566-c2ef-4a4d-8193-ada271f4c06d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1129 time: 0.0388961 May 19 06:32:37.115845 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f11a-a915-44d9-befe-d04c9855fbec req-18ff49a3-8700-4a15-891c-418a76668b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:37.117383 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4844f11a-a915-44d9-befe-d04c9855fbec req-18ff49a3-8700-4a15-891c-418a76668b45 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=af231f2d98544631857757d5b48fd918&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1698775 May 19 06:32:37.783763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c80be-65b8-43a1-81cd-5ea07f9158d0 req-d8352199-2502-4384-9e34-d4ed5b3fd2bc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:37.785877 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-040c80be-65b8-43a1-81cd-5ea07f9158d0 req-d8352199-2502-4384-9e34-d4ed5b3fd2bc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.2412562 May 19 06:32:37.832531 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-040c80be-65b8-43a1-81cd-5ea07f9158d0 req-4708c925-0aeb-42f6-9d99-3bba9ce1aa40 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 May 19 06:32:38.056735 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e43d4-21d7-45e6-9b3d-23c3ce9a1af9 req-8473dcd0-5261-4331-87ed-a6257ffd2ac1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:38.058235 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a08e43d4-21d7-45e6-9b3d-23c3ce9a1af9 req-8473dcd0-5261-4331-87ed-a6257ffd2ac1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0490437 May 19 06:32:38.106568 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a08e43d4-21d7-45e6-9b3d-23c3ce9a1af9 req-b70f71fb-0e97-404c-8798-1889578465ae tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 May 19 06:32:38.960320 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def3364-14ac-4273-972f-a160df2d476d req-9556d7a8-c379-4790-8339-684ad85e2c74 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:38.962942 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6def3364-14ac-4273-972f-a160df2d476d req-9556d7a8-c379-4790-8339-684ad85e2c74 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0617313 May 19 06:32:39.016499 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6def3364-14ac-4273-972f-a160df2d476d req-d37154bb-5cc5-4287-9ca0-82ad1b4c5367 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480452 May 19 06:32:39.230998 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8059e70-9841-4e7f-b563-f64f4419229e req-281d05d3-ad6d-44a9-bfd4-8d378c810b3d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:39.232529 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8059e70-9841-4e7f-b563-f64f4419229e req-281d05d3-ad6d-44a9-bfd4-8d378c810b3d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0565097 May 19 06:32:39.284663 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8059e70-9841-4e7f-b563-f64f4419229e req-3522e24a-0d62-4870-8e59-559177943eb5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463049 May 19 06:32:39.725964 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1c42c81-cb62-4ce5-96d4-8030d0796d21 req-123d9639-5e19-41ad-9c20-06aa4d9313de service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 May 19 06:32:39.819942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:39.887189 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f11a-a915-44d9-befe-d04c9855fbec req-ec399bc6-078a-40fa-aa0d-66c140b6b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:39.889568 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4844f11a-a915-44d9-befe-d04c9855fbec req-ec399bc6-078a-40fa-aa0d-66c140b6b3f1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2111959 May 19 06:32:40.149766 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3792a88-c007-43c4-a6dc-eb14c6c1d117 req-baf505e5-274a-41d5-8c58-6ec363f51c9b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:40.151271 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3792a88-c007-43c4-a6dc-eb14c6c1d117 req-baf505e5-274a-41d5-8c58-6ec363f51c9b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0608685 May 19 06:32:40.204271 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d3792a88-c007-43c4-a6dc-eb14c6c1d117 req-e1a3bd30-8ee7-4bc9-850f-d9352cbcae6b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 May 19 06:32:40.388899 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:40.407572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3426c-8281-46b7-9dd6-7b3ed9296ab6 req-5ff2d7c7-e90f-41ed-897e-90dd7910882e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:40.409358 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55c3426c-8281-46b7-9dd6-7b3ed9296ab6 req-5ff2d7c7-e90f-41ed-897e-90dd7910882e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0511935 May 19 06:32:40.463180 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55c3426c-8281-46b7-9dd6-7b3ed9296ab6 req-bc3e5692-11e7-4f36-bd83-fb6549e24186 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 May 19 06:32:40.908180 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=13 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:40.909545 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=13 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:41.017725 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-a3a87ca3-6a70-4813-b888-7610db57eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:41.023138 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-a3a87ca3-6a70-4813-b888-7610db57eaf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 1127 time: 0.0546210 May 19 06:32:41.076868 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-6d7efffd-6ddd-4db7-8228-a9caeb057a10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264 HTTP/1.1" status: 200 len: 217 time: 0.0422275 May 19 06:32:41.135372 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-3538d4a7-7de4-4675-8603-54ca804c9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:41.137579 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-3538d4a7-7de4-4675-8603-54ca804c9a2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63f30d70-e83c-4bf6-8bef-e8b04ba3ad80 HTTP/1.1" status: 200 len: 849 time: 0.0537758 May 19 06:32:41.336830 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb19e-3d0b-4945-bbdd-e29b09c61460 req-47c4547b-797a-423f-b03f-1eb1373ed4a8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:41.338488 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d11cb19e-3d0b-4945-bbdd-e29b09c61460 req-47c4547b-797a-423f-b03f-1eb1373ed4a8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0607347 May 19 06:32:41.391626 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d11cb19e-3d0b-4945-bbdd-e29b09c61460 req-3034a31a-e6f8-40fd-b3d9-2d4270fef026 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475907 May 19 06:32:41.586525 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa60c-6e54-4165-aff8-282b832dcc78 req-26f00e8b-5e19-40f3-ada7-fb546c6db78b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:41.588119 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e94aa60c-6e54-4165-aff8-282b832dcc78 req-26f00e8b-5e19-40f3-ada7-fb546c6db78b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0483761 May 19 06:32:41.642649 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e94aa60c-6e54-4165-aff8-282b832dcc78 req-adcb50f6-8040-44de-9a44-9047e3cda518 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488255 May 19 06:32:42.505234 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b38-9c94-4635-8217-0f40f6b5ed9d req-6583bb63-49e4-4720-90bb-1cfb15d40bdb tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:42.506765 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ed542b38-9c94-4635-8217-0f40f6b5ed9d req-6583bb63-49e4-4720-90bb-1cfb15d40bdb tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0473173 May 19 06:32:42.557428 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ed542b38-9c94-4635-8217-0f40f6b5ed9d req-d80d3862-9d6a-496f-b64d-e6c16775ce1e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 May 19 06:32:42.776619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8af84-5f83-4d6f-a17d-285d65936fc0 req-3a53ed9f-ada6-4624-b4c6-1321d4352752 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:42.778216 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f2f8af84-5f83-4d6f-a17d-285d65936fc0 req-3a53ed9f-ada6-4624-b4c6-1321d4352752 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0495725 May 19 06:32:42.835601 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f2f8af84-5f83-4d6f-a17d-285d65936fc0 req-df3de9a9-c536-4cba-996b-f03f8282e3b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 May 19 06:32:43.680117 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a60f-7f17-4be4-9d4d-158d56b050bd req-acdb4838-d278-4bbf-a975-e5e13ad1e0bb tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:43.681670 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5561a60f-7f17-4be4-9d4d-158d56b050bd req-acdb4838-d278-4bbf-a975-e5e13ad1e0bb tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0547903 May 19 06:32:43.747545 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f4e01840-1883-4ee7-a183-f92548f95408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:43.752934 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5561a60f-7f17-4be4-9d4d-158d56b050bd req-b42c2c2e-7d13-4777-8f6a-888319c7c5cb tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651391 May 19 06:32:43.966490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f789-9efc-4beb-ac69-5a5df57a2d41 req-eeaf7458-8550-4182-97da-b9066d4a8fe9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:43.968080 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-51a3f789-9efc-4beb-ac69-5a5df57a2d41 req-eeaf7458-8550-4182-97da-b9066d4a8fe9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0584798 May 19 06:32:44.020346 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-51a3f789-9efc-4beb-ac69-5a5df57a2d41 req-5829b515-f2a2-4d1c-a03e-cb1fb1c78b08 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 May 19 06:32:44.101991 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-dbb57b51-521d-4c1b-831e-6fd16bd69168 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8a787e6-32b8-4da9-92d6-017ec62447d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494125 May 19 06:32:44.212740 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-8931ad39-ac56-491e-b53e-337ff13375ec service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035542 May 19 06:32:44.234891 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-29adf71f-be47-4805-a38f-c7f63a912b7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465908 May 19 06:32:44.343787 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-c36bf122-9cd1-4b9e-88ee-ea70258fb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:44.345674 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-c36bf122-9cd1-4b9e-88ee-ea70258fb1ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 1129 time: 0.0419078 May 19 06:32:44.359720 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9c771268-6f5c-46e5-a468-3dea11526f6e req-f509a9b6-9d8e-490d-843b-5591ba352d09 service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333804 May 19 06:32:44.701489 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-c58eaae6-23b7-42d2-8418-c21ce98571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:44.703106 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-c58eaae6-23b7-42d2-8418-c21ce98571f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.1071243 May 19 06:32:44.891229 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaa497-35d4-41e8-978e-e4502a595b69 req-5b9a0ac3-e5fc-48e7-9b32-ae1fa4af6b17 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:44.893087 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aaa497-35d4-41e8-978e-e4502a595b69 req-5b9a0ac3-e5fc-48e7-9b32-ae1fa4af6b17 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0497720 May 19 06:32:44.944920 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8aaa497-35d4-41e8-978e-e4502a595b69 req-174d464b-50cd-44fb-8203-32987f3dbb8a tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 May 19 06:32:45.165431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61001832-36f4-44c2-a0ee-b0dafef606d5 req-ab89276b-8938-4dc4-9236-67e25ea5ae98 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:45.172356 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-61001832-36f4-44c2-a0ee-b0dafef606d5 req-ab89276b-8938-4dc4-9236-67e25ea5ae98 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0607145 May 19 06:32:45.221727 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-61001832-36f4-44c2-a0ee-b0dafef606d5 req-56eab405-c2c5-4853-8ccb-9d17c5d36234 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484328 May 19 06:32:45.412889 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fc8e1-9858-4ba7-843a-6793ccd39157 req-6c2a92f2-7a72-4667-88bd-f1bafd42a3e8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:45.414737 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc0fc8e1-9858-4ba7-843a-6793ccd39157 req-6c2a92f2-7a72-4667-88bd-f1bafd42a3e8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0858529 May 19 06:32:45.484104 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cc0fc8e1-9858-4ba7-843a-6793ccd39157 req-d1cafd8e-0a4e-4d50-a57c-8166f7c91973 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595896 May 19 06:32:46.018484 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb978333-20d2-4ede-85da-90f988dbe2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:46.089372 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e18a10-f9e0-4eec-888f-918aba2552d2 req-9fd0ada5-74cf-4396-841d-a51cdc803d21 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:46.089372 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-94e18a10-f9e0-4eec-888f-918aba2552d2 req-9fd0ada5-74cf-4396-841d-a51cdc803d21 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0553663 May 19 06:32:46.147404 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-94e18a10-f9e0-4eec-888f-918aba2552d2 req-3061b6a7-be83-4eaf-99da-d060454b05a6 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 May 19 06:32:47.225874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:47.251491 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:47.268251 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b770-2d68-46c3-b0b1-c111e032d2b4 req-60bfbc22-ed1f-4db0-88f0-fcb616441c14 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:47.270512 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9db2b770-2d68-46c3-b0b1-c111e032d2b4 req-60bfbc22-ed1f-4db0-88f0-fcb616441c14 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0541177 May 19 06:32:47.326270 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9db2b770-2d68-46c3-b0b1-c111e032d2b4 req-2d2d7f16-e068-4b17-9bd6-0791a58f0fe9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 May 19 06:32:47.599689 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:48.429198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:48.450176 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fe8e5-b272-4fed-a9e1-7f90fb83d198 req-6f3a8c1d-deba-4a2c-b9ce-1323c719165e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:48.451742 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d04fe8e5-b272-4fed-a9e1-7f90fb83d198 req-6f3a8c1d-deba-4a2c-b9ce-1323c719165e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 943 time: 0.0523677 May 19 06:32:48.489830 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:48.505258 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d04fe8e5-b272-4fed-a9e1-7f90fb83d198 req-918f6662-79b0-4c2f-96eb-3285d374eaf2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 May 19 06:32:48.715848 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 886112b1-affd-4a9c-b3b1-64b34b4fb264 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:32:48.812771 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:48.843033 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:32:48.856589 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '886112b1-affd-4a9c-b3b1-64b34b4fb264', 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1', 'port_id': '886112b1-affd-4a9c-b3b1-64b34b4fb264', 'mac_address': 'fa:16:3e:73:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f30d70-e83c-4bf6-8bef-e8b04ba3ad80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:32:48.904135 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 886112b1-affd-4a9c-b3b1-64b34b4fb264 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:32:48.904629 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:48.918949 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886112b1-affd-4a9c-b3b1-64b34b4fb264 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:32:48.942753 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:32:48.947010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:48.995358 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:49.005188 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.005563 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.005904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.006260 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.006594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.006920 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.007249 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.007576 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.007979 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.008236 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.008540 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.008881 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.009201 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.009548 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.009859 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:49.430110 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['886112b1-affd-4a9c-b3b1-64b34b4fb264'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:32:49.655877 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d717d9-341a-4280-9701-8b6baf8b9fa5 req-a16d4dbb-c46d-4b69-8fe1-f3e9206964ae tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:49.657386 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40d717d9-341a-4280-9701-8b6baf8b9fa5 req-a16d4dbb-c46d-4b69-8fe1-f3e9206964ae tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 944 time: 0.0662084 May 19 06:32:49.724801 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40d717d9-341a-4280-9701-8b6baf8b9fa5 req-ddb2cec1-9ba0-4dc0-b6e3-98c1d7a8623c tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604141 May 19 06:32:49.832546 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-2403df64-6d4a-47d0-b327-9b176f363d8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 200 len: 1000 time: 0.0783677 May 19 06:32:49.912786 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-7dbe1770-6530-40ab-80ed-ee923805256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:49.914313 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-7dbe1770-6530-40ab-80ed-ee923805256a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0513041 May 19 06:32:49.964534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-6d60536c-8569-4f2a-a401-c97e215ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:49.966176 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-6d60536c-8569-4f2a-a401-c97e215ba6f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432384 May 19 06:32:50.052991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:50.081268 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-92fcae89-ae42-4015-937d-7cc892b8a9a4 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070585 May 19 06:32:50.197636 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b8580281-bacb-4cf6-b21c-dc8ee5d8dcda req-6e7c47cf-2734-4691-9e9f-916fb8757556 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092010 May 19 06:32:50.373832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 886112b1-affd-4a9c-b3b1-64b34b4fb264 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:32:50.424028 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 886112b1-affd-4a9c-b3b1-64b34b4fb264 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:32:50.432646 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 886112b1-affd-4a9c-b3b1-64b34b4fb264 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:32:50.433612 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:50.450099 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5cde-c327-413c-a0a0-897a9a938729 req-6960c9eb-98b4-4259-94ac-247685a6598a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:50.451974 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-29cc5cde-c327-413c-a0a0-897a9a938729 req-6960c9eb-98b4-4259-94ac-247685a6598a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0829666 May 19 06:32:50.514471 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-29cc5cde-c327-413c-a0a0-897a9a938729 req-992eb159-e877-4750-905d-ee88ba2a59ba tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560369 May 19 06:32:50.519945 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 886112b1-affd-4a9c-b3b1-64b34b4fb264 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:32:50.520481 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:50.546416 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:32:50.548699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa12eec1-7108-42f3-aefe-8b5bcb73cc50" -d '{"events": [{"server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "name": "network-vif-plugged", "status": "completed", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:32:50.563221 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:32:50.568224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:50.596446 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a824c932-cd0b-4382-a9bc-e0092bfeb01e x-openstack-request-id: req-a824c932-cd0b-4382-a9bc-e0092bfeb01e {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:32:50.596792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "name": "network-vif-plugged", "status": "completed", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:32:50.597085 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a824c932-cd0b-4382-a9bc-e0092bfeb01e {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:32:50.598156 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a824c932-cd0b-4382-a9bc-e0092bfeb01e'] response: {'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264', 'code': 200} May 19 06:32:50.606597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:50.626788 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:50.792120 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99006ff-0252-490e-8303-7b11837ab98a req-782081a5-4da5-4812-856f-8767fca3e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:50.795991 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-782081a5-4da5-4812-856f-8767fca3e412 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1129 time: 0.0565522 May 19 06:32:51.002078 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c6a9b-9b70-4aee-9293-3a32b588e589 req-76b27e90-ae84-46a0-9e32-173ca1ae4661 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:51.004314 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-419c6a9b-9b70-4aee-9293-3a32b588e589 req-76b27e90-ae84-46a0-9e32-173ca1ae4661 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.1469290 May 19 06:32:51.040850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99006ff-0252-490e-8303-7b11837ab98a req-86841b1f-bdab-4510-a2be-e46998f8b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:51.042716 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-86841b1f-bdab-4510-a2be-e46998f8b28f service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.2288623 May 19 06:32:51.084113 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-419c6a9b-9b70-4aee-9293-3a32b588e589 req-346bcf96-cb5b-482b-9233-922cc91c630e tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721650 May 19 06:32:51.356968 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-66352a36-2133-4051-8143-59b3e78a14fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 217 time: 0.0543544 May 19 06:32:51.365649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0e832-611b-4b6b-9154-4aa8ca4640dd req-e98e014c-b3eb-42a7-84ef-a87549d650a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:51.367994 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b4a0e832-611b-4b6b-9154-4aa8ca4640dd req-e98e014c-b3eb-42a7-84ef-a87549d650a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 1129 time: 0.0649190 May 19 06:32:51.446004 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99006ff-0252-490e-8303-7b11837ab98a req-442f8cfc-34ce-4e73-9dea-1a36c934ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:51.449323 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-442f8cfc-34ce-4e73-9dea-1a36c934ac5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0842206 May 19 06:32:51.453719 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b4a0e832-611b-4b6b-9154-4aa8ca4640dd req-b446abb5-ba35-4881-b604-b6a40d21821e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767660 May 19 06:32:51.688617 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4a1cf-e1b8-4c10-99d9-9f42a4b94cde req-121b12e7-e050-4383-b4ae-c129c4ab0d30 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:51.690340 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c1a4a1cf-e1b8-4c10-99d9-9f42a4b94cde req-121b12e7-e050-4383-b4ae-c129c4ab0d30 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0574458 May 19 06:32:51.751474 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c1a4a1cf-e1b8-4c10-99d9-9f42a4b94cde req-79ff7247-55ab-420a-9413-2e273c6051ea tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 May 19 06:32:52.238883 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474655-ae95-4464-93dc-4600a7a5f00e req-36155edb-ff5d-435a-88c4-03a6be0e55dc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:52.246664 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-37474655-ae95-4464-93dc-4600a7a5f00e req-36155edb-ff5d-435a-88c4-03a6be0e55dc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0679517 May 19 06:32:52.290983 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:52.310489 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-37474655-ae95-4464-93dc-4600a7a5f00e req-08d0be18-70c5-4f55-bc6d-2ad96c35c591 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 May 19 06:32:52.926258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078216f-f731-49dd-b8b6-05f5aec32931 req-fd083c89-4349-4e47-9c37-33809e9ba7ef tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:52.927862 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1078216f-f731-49dd-b8b6-05f5aec32931 req-fd083c89-4349-4e47-9c37-33809e9ba7ef tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0518374 May 19 06:32:52.980704 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1078216f-f731-49dd-b8b6-05f5aec32931 req-50eaa1b1-2437-45a9-b1a4-3a7a8430b1c7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 May 19 06:32:53.449166 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f56af4-16b4-43c2-8b21-29b07fa2d910 req-9a997046-ba19-4f24-b013-781f7081227f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:53.450722 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-60f56af4-16b4-43c2-8b21-29b07fa2d910 req-9a997046-ba19-4f24-b013-781f7081227f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0628712 May 19 06:32:53.514811 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-60f56af4-16b4-43c2-8b21-29b07fa2d910 req-f1567b85-5e2d-48e9-bb93-6a82e33cbf1f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 May 19 06:32:54.129465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1aead-d8ad-4515-b49d-644c3f17128f req-0df58a2b-0c51-4bed-a017-62a6110631cf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:54.131797 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-13f1aead-d8ad-4515-b49d-644c3f17128f req-0df58a2b-0c51-4bed-a017-62a6110631cf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0622494 May 19 06:32:54.174333 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:32:54.194231 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-13f1aead-d8ad-4515-b49d-644c3f17128f req-1d3fb244-fd25-47ef-82dd-7680b9fe0b58 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562985 May 19 06:32:54.375443 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:54.390961 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99006ff-0252-490e-8303-7b11837ab98a req-01ca7912-4f73-4f4b-a049-57172dede11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:54.392546 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-01ca7912-4f73-4f4b-a049-57172dede11d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444605 May 19 06:32:54.498630 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-68d354ca-95ec-4687-8193-df8524fe81e6 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985379 May 19 06:32:54.672207 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00a503-5075-48f5-9bf4-da3dbd2a4d60 req-7a1e29a2-2b5a-45f5-9b94-d984998708c5 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:54.673553 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a00a503-5075-48f5-9bf4-da3dbd2a4d60 req-7a1e29a2-2b5a-45f5-9b94-d984998708c5 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0810878 May 19 06:32:54.712692 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e99006ff-0252-490e-8303-7b11837ab98a req-545a1a86-e1f1-461d-b74a-3e2d6b83b3c4 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953166 May 19 06:32:54.743374 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a00a503-5075-48f5-9bf4-da3dbd2a4d60 req-7bb94991-2a11-4555-97b9-22fb87da43d9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593884 May 19 06:32:55.362211 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29dfbe-2d69-4490-855e-dab650b032ce req-2d7b3001-3aaa-4597-ac69-3e38c415a5e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:55.364306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5f29dfbe-2d69-4490-855e-dab650b032ce req-2d7b3001-3aaa-4597-ac69-3e38c415a5e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0703011 May 19 06:32:55.427953 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5f29dfbe-2d69-4490-855e-dab650b032ce req-48172938-d76c-4211-a358-302afdbdf20c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579267 May 19 06:32:55.936868 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e24015-c03e-4f36-95dc-b1f367e9db5e req-fa599a13-c11d-4ee1-90be-1ae00e180568 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:55.942469 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-65e24015-c03e-4f36-95dc-b1f367e9db5e req-fa599a13-c11d-4ee1-90be-1ae00e180568 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0903430 May 19 06:32:56.059663 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-65e24015-c03e-4f36-95dc-b1f367e9db5e req-a3bf1336-85c2-4186-ab11-1bb46381cd4b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082649 May 19 06:32:56.357306 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 54860) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:56.510715 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81c7de4-d500-4952-9a9b-a574a3fb72b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.630957 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af307b79-90a0-4efc-b29c-4bdfdaed1c70 req-aececc1b-79e4-46b4-97ae-279df6159ded tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:56.633800 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-af307b79-90a0-4efc-b29c-4bdfdaed1c70 req-aececc1b-79e4-46b4-97ae-279df6159ded tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0746784 May 19 06:32:56.668468 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81c7de4-d500-4952-9a9b-a574a3fb72b3 admin admin] Publish callbacks [] for security_group (6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.676274 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81c7de4-d500-4952-9a9b-a574a3fb72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.717269 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-af307b79-90a0-4efc-b29c-4bdfdaed1c70 req-6e9a554c-d07e-4040-98f1-8ebfde711e15 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 May 19 06:32:56.740753 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a81c7de4-d500-4952-9a9b-a574a3fb72b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcddddc5be864cb0974518261a17700c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782938 May 19 06:32:56.740753 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c7de4-d500-4952-9a9b-a574a3fb72b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:56.741390 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 54876) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:56.803175 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] Publish callbacks [] for security_group (6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.835374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] Publish callbacks [] for security_group (6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.912525 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.918187 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:56.919517 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8 HTTP/1.1" status: 204 len: 168 time: 0.1774592 May 19 06:32:56.929450 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b5821-0681-452c-b0d8-a1c90a9afb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b04d4-5f13-4497-ad4e-fb001f7d2cf8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:57.161307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54908) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:57.239091 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df64841-eb75-4e00-a0a8-f67e6282ffea req-0074e7b8-0e7f-4e7d-a407-5169d303fee2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:57.248525 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4df64841-eb75-4e00-a0a8-f67e6282ffea req-0074e7b8-0e7f-4e7d-a407-5169d303fee2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0786762 May 19 06:32:57.265576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:57.313915 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4df64841-eb75-4e00-a0a8-f67e6282ffea req-d36be80f-d099-4713-a86d-6d319c2f16f5 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 May 19 06:32:57.398917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.502395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Publish callbacks [] for security_group (de8f1a47-f2bb-41e6-bf40-d181589b6d9a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.507921 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (de8f1a47-f2bb-41e6-bf40-d181589b6d9a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.555673 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b148e43339224a52a9fdb3045169af50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910756 May 19 06:32:57.556618 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f1a47-f2bb-41e6-bf40-d181589b6d9a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:57.558867 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 54928) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:32:57.593938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.594284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.594651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.595005 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.595347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.595668 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.596185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.596510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.596921 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.597251 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.597622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.597950 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.598329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.598652 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.598969 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3cd29-e5ec-4f7e-96b3-692787276d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:32:57.632031 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] Publish callbacks [] for security_group (de8f1a47-f2bb-41e6-bf40-d181589b6d9a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.669050 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] Publish callbacks [] for security_group (de8f1a47-f2bb-41e6-bf40-d181589b6d9a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.685206 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:57.713375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:57.750103 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (de8f1a47-f2bb-41e6-bf40-d181589b6d9a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.753702 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:32:57.755933 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de8f1a47-f2bb-41e6-bf40-d181589b6d9a HTTP/1.1" status: 204 len: 168 time: 0.1960280 May 19 06:32:57.767358 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5c5eb-0d2e-4a18-8d22-e658b643fa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f1a47-f2bb-41e6-bf40-d181589b6d9a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:32:57.912174 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ab43d-ab0e-45ef-96a7-c5e1dcce9c82 req-59dbca63-18a1-4152-b480-d89d16b68ceb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:57.913865 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d11ab43d-ab0e-45ef-96a7-c5e1dcce9c82 req-59dbca63-18a1-4152-b480-d89d16b68ceb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0616493 May 19 06:32:57.989068 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d11ab43d-ab0e-45ef-96a7-c5e1dcce9c82 req-b4cdcdb1-ae78-4c3d-9cb4-5532e3e83704 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580468 May 19 06:32:58.450460 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:58.473899 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:32:58.482746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7419952-7514-4059-bcfb-4e2357451901 req-f079081e-da9a-4d00-b919-4bc4901726fa tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:58.484248 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e7419952-7514-4059-bcfb-4e2357451901 req-f079081e-da9a-4d00-b919-4bc4901726fa tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0668197 May 19 06:32:58.560980 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e7419952-7514-4059-bcfb-4e2357451901 req-b76bab63-8af0-4c94-850c-8fbde9d7466c tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 May 19 06:32:59.122917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5827-a660-4690-a6d8-e07d0fb4a4e8 req-36e3445e-f615-4555-9e1b-e6ebac53a10a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:59.125686 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3c6f5827-a660-4690-a6d8-e07d0fb4a4e8 req-36e3445e-f615-4555-9e1b-e6ebac53a10a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0580277 May 19 06:32:59.200996 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3c6f5827-a660-4690-a6d8-e07d0fb4a4e8 req-d90f44ed-5854-4ab5-ab2a-e65ce22cff60 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691895 May 19 06:32:59.694465 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40733473-c5fb-483b-ab96-2b87a490f1f3 req-dadc5726-cee4-4823-a7db-2da37efa8745 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:32:59.696390 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40733473-c5fb-483b-ab96-2b87a490f1f3 req-dadc5726-cee4-4823-a7db-2da37efa8745 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0594089 May 19 06:32:59.764131 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40733473-c5fb-483b-ab96-2b87a490f1f3 req-08f6802c-16a8-471b-bdf9-65d65177632d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 May 19 06:33:00.329328 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04de33a-8d70-4f65-9420-2c7a1916eb89 req-84d308b3-bca0-4b36-88a6-2a3621f5417e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:00.331263 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f04de33a-8d70-4f65-9420-2c7a1916eb89 req-84d308b3-bca0-4b36-88a6-2a3621f5417e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0561874 May 19 06:33:00.387424 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f04de33a-8d70-4f65-9420-2c7a1916eb89 req-e98a0289-652b-4f2c-aad2-24e14ccc3df1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 May 19 06:33:00.899746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f87a3-308b-44cd-939b-7e73759b1ded req-531b76c8-0e92-417d-b2d5-87c8e379cd7f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:00.901254 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-105f87a3-308b-44cd-939b-7e73759b1ded req-531b76c8-0e92-417d-b2d5-87c8e379cd7f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0503745 May 19 06:33:00.954907 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-105f87a3-308b-44cd-939b-7e73759b1ded req-5acd5dc4-bd14-4fa2-a4e4-ca296053b90a tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 May 19 06:33:01.513674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857960d9-14d5-4211-b626-f7e00de37161 req-f65fccf1-a026-4fb5-96f5-d332241cfe71 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:01.515432 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-857960d9-14d5-4211-b626-f7e00de37161 req-f65fccf1-a026-4fb5-96f5-d332241cfe71 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0531774 May 19 06:33:01.577184 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-857960d9-14d5-4211-b626-f7e00de37161 req-9b33c1b3-64e8-41a1-9c79-85c829594565 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 May 19 06:33:02.093482 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245965b-9cfd-4ca8-b8ed-e8ee7b389c75 req-c5ab9aad-18d9-4547-a728-24406d5c434f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:02.095322 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0245965b-9cfd-4ca8-b8ed-e8ee7b389c75 req-c5ab9aad-18d9-4547-a728-24406d5c434f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0598614 May 19 06:33:02.154187 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0245965b-9cfd-4ca8-b8ed-e8ee7b389c75 req-93d05e72-5181-4983-bf98-b6cc0415bba5 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 May 19 06:33:02.732560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9423-68f3-4268-a2c5-b06b1b46c52c req-a0ea5b43-402b-44da-ad8b-947f09dd29f8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:02.742017 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b45f9423-68f3-4268-a2c5-b06b1b46c52c req-a0ea5b43-402b-44da-ad8b-947f09dd29f8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0646110 May 19 06:33:02.801411 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b45f9423-68f3-4268-a2c5-b06b1b46c52c req-a413a24b-7465-4f41-8bf7-09a8ed599d85 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523345 May 19 06:33:03.302074 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30d203-fa4c-44e3-a17c-c6c529a6fe7e req-090bfed3-9ca3-44f5-bf0f-f6cbed11522f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:03.304834 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cb30d203-fa4c-44e3-a17c-c6c529a6fe7e req-090bfed3-9ca3-44f5-bf0f-f6cbed11522f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0623145 May 19 06:33:03.369690 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cb30d203-fa4c-44e3-a17c-c6c529a6fe7e req-c80ed7df-58d5-4df0-8108-5645046883c9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 May 19 06:33:04.096839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b8687-8a76-476b-ba20-e04b1c30fae6 req-039150e2-4706-4a5c-9573-65c75230c383 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:04.101521 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f16b8687-8a76-476b-ba20-e04b1c30fae6 req-039150e2-4706-4a5c-9573-65c75230c383 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.2143209 May 19 06:33:04.166149 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:04.228931 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f16b8687-8a76-476b-ba20-e04b1c30fae6 req-fd730704-9ffa-430e-aa40-134d2915b028 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175752 May 19 06:33:04.336043 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55060) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:04.359438 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-5634553d-f487-44c0-af9a-6fbb2eed1d17 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8beaccf2315245ec8959a58d23ebd293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480320 May 19 06:33:04.389188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd7a1-629d-47a5-a773-7085821017e3 req-87432966-37e2-4877-97a8-f3eff52b2919 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:04.392551 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-45fcd7a1-629d-47a5-a773-7085821017e3 req-87432966-37e2-4877-97a8-f3eff52b2919 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0749502 May 19 06:33:04.451354 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-45fcd7a1-629d-47a5-a773-7085821017e3 req-95beb5cb-f767-4e77-bac6-bbcb3d172735 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522575 May 19 06:33:04.531364 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d0e10f6-32dd-46a5-bcca-0d4bc5e494ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:04.564258 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:04.579156 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:04.660168 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-645a7e4b-b8b9-46f9-8668-9edf49aa1466 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:04.661699 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-645a7e4b-b8b9-46f9-8668-9edf49aa1466 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011842 May 19 06:33:04.685902 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-f2063440-b8ab-431d-a3db-d66a3d71a687 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/quotas/8beaccf2315245ec8959a58d23ebd293 HTTP/1.1" status: 200 len: 375 time: 0.0160043 May 19 06:33:04.728996 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-59526b75-da03-4655-a41f-cbfbb1e7cdec tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8beaccf2315245ec8959a58d23ebd293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363655 May 19 06:33:04.744687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d0e10f6-32dd-46a5-bcca-0d4bc5e494ce admin admin] Publish callbacks [] for security_group (426cc8ce-d043-4627-95f8-b896ebaf40c8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:04.749588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1d0e10f6-32dd-46a5-bcca-0d4bc5e494ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (426cc8ce-d043-4627-95f8-b896ebaf40c8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:04.802672 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1d0e10f6-32dd-46a5-bcca-0d4bc5e494ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73352489dd5a48d3b08f22690f8377c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566929 May 19 06:33:04.802672 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e10f6-32dd-46a5-bcca-0d4bc5e494ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426cc8ce-d043-4627-95f8-b896ebaf40c8,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:04.803630 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55066) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:04.955391 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ccd73763-84e4-4bca-8925-b53be03d8575 req-20be397a-1542-4387-a538-4541adc30b53 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 210 time: 0.0504115 May 19 06:33:05.131872 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] Publish callbacks [] for security_group (426cc8ce-d043-4627-95f8-b896ebaf40c8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.156604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] Publish callbacks [] for security_group (426cc8ce-d043-4627-95f8-b896ebaf40c8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.171695 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:05.209732 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (426cc8ce-d043-4627-95f8-b896ebaf40c8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.213710 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.215081 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/426cc8ce-d043-4627-95f8-b896ebaf40c8 HTTP/1.1" status: 204 len: 168 time: 0.4111440 May 19 06:33:05.225493 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542710c-5fc0-418b-ab5b-56b60d95f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426cc8ce-d043-4627-95f8-b896ebaf40c8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:05.389762 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96f7d-8bb4-4e03-a803-31dbdbc7128d req-8a5be761-d5e1-4be3-92e1-2e12bf482a77 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:05.391391 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fca96f7d-8bb4-4e03-a803-31dbdbc7128d req-8a5be761-d5e1-4be3-92e1-2e12bf482a77 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0734963 May 19 06:33:05.405011 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:05.460860 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fca96f7d-8bb4-4e03-a803-31dbdbc7128d req-b0b60773-1189-4550-85e9-b18519ea35af tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592449 May 19 06:33:05.585593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701c61a-d2cb-43a7-9103-6c66d1967ecd req-482ec787-ade1-420b-b98d-617cef068dc2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:05.587165 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0701c61a-d2cb-43a7-9103-6c66d1967ecd req-482ec787-ade1-420b-b98d-617cef068dc2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0555410 May 19 06:33:05.633044 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55094) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:05.645655 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0701c61a-d2cb-43a7-9103-6c66d1967ecd req-83df3bc7-22c4-42df-9070-44da4165ea1b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 May 19 06:33:05.647560 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c4a490b-b9b0-4108-a692-01c8a661d159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.733713 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c4a490b-b9b0-4108-a692-01c8a661d159 admin admin] Publish callbacks [] for security_group (066f7d52-0263-4a10-a99d-93db06a2233d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.738459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c4a490b-b9b0-4108-a692-01c8a661d159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (066f7d52-0263-4a10-a99d-93db06a2233d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.785733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a490b-b9b0-4108-a692-01c8a661d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f7d52-0263-4a10-a99d-93db06a2233d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:05.793173 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8c4a490b-b9b0-4108-a692-01c8a661d159 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6bfd1b0e9fa485fa9c102664c70d83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587284 May 19 06:33:05.795683 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55096) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:05.864881 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] Publish callbacks [] for security_group (066f7d52-0263-4a10-a99d-93db06a2233d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.902702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] Publish callbacks [] for security_group (066f7d52-0263-4a10-a99d-93db06a2233d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.955111 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (066f7d52-0263-4a10-a99d-93db06a2233d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.958160 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:05.959376 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/066f7d52-0263-4a10-a99d-93db06a2233d HTTP/1.1" status: 204 len: 168 time: 0.1627512 May 19 06:33:05.967223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b797a3-5dd6-4c7b-89e1-c4226b902346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f7d52-0263-4a10-a99d-93db06a2233d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:06.048713 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-e368c731-b390-4501-b80e-a0a3c4a3f230 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:06.051163 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-e368c731-b390-4501-b80e-a0a3c4a3f230 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 945 time: 0.0601389 May 19 06:33:06.105856 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f851b5a0-0c2a-4e2e-aa9c-c280f485d78c req-f606988c-d038-470d-9d65-31e7727ee635 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 210 time: 0.0535581 May 19 06:33:06.178127 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Deleting port 886112b1-affd-4a9c-b3b1-64b34b4fb264 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:33:06.178805 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:06.273374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] For port 886112b1-affd-4a9c-b3b1-64b34b4fb264, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=886112b1-affd-4a9c-b3b1-64b34b4fb264,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:06.273742 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:06.288777 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Calling delete_port for 886112b1-affd-4a9c-b3b1-64b34b4fb264 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:33:06.398449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:06.428521 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (886112b1-affd-4a9c-b3b1-64b34b4fb264), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:06.443494 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['886112b1-affd-4a9c-b3b1-64b34b4fb264'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:33:06.458170 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Pushing event deleted for resources: {'Port': ['ID=886112b1-affd-4a9c-b3b1-64b34b4fb264,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:06.510033 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] No DVR routers for this DVR port 886112b1-affd-4a9c-b3b1-64b34b4fb264 on host hv-cinder-83699 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:33:06.513867 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:06.517583 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2f168d74-0f52-4bd7-988d-554ce8bc902b req-f6164688-cfa4-42b1-a1ed-c634003e5c33 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "DELETE /v2.0/ports/886112b1-affd-4a9c-b3b1-64b34b4fb264 HTTP/1.1" status: 204 len: 173 time: 0.4541333 May 19 06:33:06.518104 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'name': 'network-vif-deleted', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:06.521244 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910720cf-dd0a-4282-b93d-b96f156975ac" -d '{"events": [{"server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "name": "network-vif-deleted", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:06.588192 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-728a23c9-da28-4502-a595-caa849b19ec9 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8beaccf2315245ec8959a58d23ebd293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488141 May 19 06:33:06.600701 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a6c45d-949d-4560-8b02-eeb0bd131690 x-openstack-request-id: req-f1a6c45d-949d-4560-8b02-eeb0bd131690 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:06.601069 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17c90e2-1f91-492e-ae74-56e09b7b73fc", "name": "network-vif-deleted", "tag": "886112b1-affd-4a9c-b3b1-64b34b4fb264", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:06.601483 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1a6c45d-949d-4560-8b02-eeb0bd131690 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:06.602065 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a6c45d-949d-4560-8b02-eeb0bd131690'] response: {'server_uuid': 'a17c90e2-1f91-492e-ae74-56e09b7b73fc', 'name': 'network-vif-deleted', 'tag': '886112b1-affd-4a9c-b3b1-64b34b4fb264', 'status': 'completed', 'code': 200} May 19 06:33:06.631568 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dea44-dce0-47be-9223-1189776866f8 req-ca5047cb-5690-4cfb-a1a3-a0110619a689 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:06.640378 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ca1dea44-dce0-47be-9223-1189776866f8 req-ca5047cb-5690-4cfb-a1a3-a0110619a689 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0727654 May 19 06:33:06.742131 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ca1dea44-dce0-47be-9223-1189776866f8 req-4281735a-3570-4fd0-b2f9-16df1e79e7bf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006346 May 19 06:33:06.742788 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:06.750505 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-436d16f2-234e-445b-a00e-a7beedd31ab1 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:06.752070 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-436d16f2-234e-445b-a00e-a7beedd31ab1 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457784 May 19 06:33:06.780221 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Request body: {'port': {'device_id': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c', 'admin_state_up': True, 'tenant_id': '8beaccf2315245ec8959a58d23ebd293'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:06.865066 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-932916d6-1249-4497-95a3-7ea9ea5ed0a6 req-5a2dde89-c0a1-47cc-91ef-f1aa32b8f1c1 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=a17c90e2-1f91-492e-ae74-56e09b7b73fc HTTP/1.1" status: 200 len: 210 time: 0.0780857 May 19 06:33:06.965526 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Made reservation on behalf of 8beaccf2315245ec8959a58d23ebd293 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:06.969645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:06.979515 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.070170 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks [] for security_group (59f2308c-0bad-491e-8007-1770086db3d0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.076178 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (59f2308c-0bad-491e-8007-1770086db3d0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.104075 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55146) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:07.142231 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283918548', 'description': 'tempest-description--1114664021'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:07.193845 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2308c-0bad-491e-8007-1770086db3d0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:07.261418 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.280438 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-460d9d64-eccd-4641-a67a-4d7010db28ae req-a69d9828-756d-47d5-a550-31a09ee0f2d0 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 210 time: 0.0800219 May 19 06:33:07.347935 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Allocated IP 192.168.233.122 (a9a6ea04-4666-4575-afc8-69bc1c4c940c/838cd6fd-b16a-4b9d-a8a3-b3bdb095d716/58286b94-de20-44e2-b14e-60bc473bc84e) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:07.356291 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:07.392107 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (88d195ea-e3e8-4877-8f74-40db11c72242), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.402925 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (88d195ea-e3e8-4877-8f74-40db11c72242), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.450692 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.452417 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3475206 May 19 06:33:07.455838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55160) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:07.460286 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '88d195ea-e3e8-4877-8f74-40db11c72242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:07.467838 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eba8f-a414-4b68-90cf-19cc7dcfda27 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d195ea-e3e8-4877-8f74-40db11c72242,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:07.491172 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (1c351a4d-59ed-43fb-8ac7-ebb3628512e5), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.550697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (1c351a4d-59ed-43fb-8ac7-ebb3628512e5), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.556495 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (1c351a4d-59ed-43fb-8ac7-ebb3628512e5), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.569326 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:07.579716 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:07.583325 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks [] for port (58286b94-de20-44e2-b14e-60bc473bc84e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.594060 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c351a4d-59ed-43fb-8ac7-ebb3628512e5,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:07.604649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.606254 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0c5ee806-b162-4a4e-a709-93f9ceb62951 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493537 May 19 06:33:07.608900 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55166) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:07.614698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '88d195ea-e3e8-4877-8f74-40db11c72242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:07.623599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:07.632433 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.646377 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (b02d50de-cdab-4cc9-9435-a3ec1636d87c), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.680846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Network a9a6ea04-4666-4575-afc8-69bc1c4c940c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:07.686766 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:07.691091 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:07.717805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (b02d50de-cdab-4cc9-9435-a3ec1636d87c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.722076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:07.723833 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (b02d50de-cdab-4cc9-9435-a3ec1636d87c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.751059 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02d50de-cdab-4cc9-9435-a3ec1636d87c,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:07.758638 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:07.759383 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.772968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.774483 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-946094e2-d56f-4ac1-a4d2-59bd07ce3bf9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642468 May 19 06:33:07.784426 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55174) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:07.791037 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:07.802351 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-e1814ce9-b254-4661-84a7-2d80849936be tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0411711 May 19 06:33:07.821995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Request body: {'port': {'device_id': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:07.856159 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:07.922697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da204920-4a4f-4a53-bce4-a57ae11aec8d req-aa3298da-f9ca-46ab-85b2-c6fcb5d9b3a3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:07.929219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-da204920-4a4f-4a53-bce4-a57ae11aec8d req-aa3298da-f9ca-46ab-85b2-c6fcb5d9b3a3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0902259 May 19 06:33:08.024134 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.049194 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-da204920-4a4f-4a53-bce4-a57ae11aec8d req-384f4314-fc27-4dc0-8027-0693a7d5facd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980649 May 19 06:33:08.095344 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.185432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-3ee59bb9-c588-4dca-a550-6dd4a54c3939 None None] Provisioning complete for port 58286b94-de20-44e2-b14e-60bc473bc84e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:08.187275 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3ee59bb9-c588-4dca-a550-6dd4a54c3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.269020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-3ee59bb9-c588-4dca-a550-6dd4a54c3939 None None] Port 58286b94-de20-44e2-b14e-60bc473bc84e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:08.383247 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:08.406675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.27.1.24 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/70860057-a07e-4eea-834f-f47b092ad2d4) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:08.425864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758665a5-3c09-44d6-8ab1-b19c989b412c req-88b7663a-509c-45a4-90d8-09ad7a26e7fa tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:08.427471 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-758665a5-3c09-44d6-8ab1-b19c989b412c req-88b7663a-509c-45a4-90d8-09ad7a26e7fa tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 936 time: 0.0565164 May 19 06:33:08.483920 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-758665a5-3c09-44d6-8ab1-b19c989b412c req-d7d2e99f-5431-487f-94b4-f8ce93a6fb68 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 May 19 06:33:08.590851 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-bd5023de-e6b1-4657-82b5-319efb010b74 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:08.596651 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-bd5023de-e6b1-4657-82b5-319efb010b74 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/networks?id=a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 200 len: 809 time: 0.2882078 May 19 06:33:08.603980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:08.641532 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-fe28a9d7-790f-440f-8c4b-32d0203836bc tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/quotas/af231f2d98544631857757d5b48fd918 HTTP/1.1" status: 200 len: 375 time: 0.0437727 May 19 06:33:08.717618 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-e8857de5-fec0-4609-97fa-18b1b748b88b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653398 May 19 06:33:08.748657 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (70860057-a07e-4eea-834f-f47b092ad2d4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.812632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58286b94-de20-44e2-b14e-60bc473bc84e {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:08.839016 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks [] for port (58286b94-de20-44e2-b14e-60bc473bc84e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.871098 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Transition to ACTIVE for port object 58286b94-de20-44e2-b14e-60bc473bc84e will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:33:08.875043 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.892817 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:08.950986 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:08.958025 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:08.961502 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-44988f6c-d412-40e3-a0a4-bfbe365b8e86 service neutron] 10.222.0.65 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177322 May 19 06:33:08.965582 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:08.990501 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=70860057-a07e-4eea-834f-f47b092ad2d4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:09.218876 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94f9a-24f6-485b-9ed9-5f08bdcea9a3 req-6c578042-f0df-48e9-b800-aa5eef20cea2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:09.220490 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fda94f9a-24f6-485b-9ed9-5f08bdcea9a3 req-6c578042-f0df-48e9-b800-aa5eef20cea2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0852363 May 19 06:33:09.280657 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fda94f9a-24f6-485b-9ed9-5f08bdcea9a3 req-cfb0ce83-1e75-44c2-9519-55c5fd5d4faa tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 May 19 06:33:09.383655 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:09.415904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:09.461949 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.469230 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55216) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:09.489401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Attempting to bind port 58286b94-de20-44e2-b14e-60bc473bc84e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:09.489738 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Attempting to bind port 58286b94-de20-44e2-b14e-60bc473bc84e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:09.490296 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Attempting to bind port 58286b94-de20-44e2-b14e-60bc473bc84e on network a9a6ea04-4666-4575-afc8-69bc1c4c940c {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:09.495401 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-d868fb07-5075-4c92-bca6-17fa24bed67a service neutron] 10.222.0.65 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082624 May 19 06:33:09.500458 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Port 58286b94-de20-44e2-b14e-60bc473bc84e on network a9a6ea04-4666-4575-afc8-69bc1c4c940c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:33:09.500780 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Attempting to bind port 58286b94-de20-44e2-b14e-60bc473bc84e on network a9a6ea04-4666-4575-afc8-69bc1c4c940c {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:09.526303 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:09.526679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Checking segment: {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:09.527012 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Bound using segment: {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:09.527450 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Bound port: 58286b94-de20-44e2-b14e-60bc473bc84e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad93619e-b278-4dff-aa4b-4d4dadcfdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:09.527920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.557125 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.609632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:09.630024 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bebf43cc-2fa0-4b61-922b-4d6ddfe148ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.665003 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb722-28a3-4efd-bca0-9bb6d9d9556e req-f8419622-6651-4394-a186-ac75cd22c0c4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:09.666674 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cffbb722-28a3-4efd-bca0-9bb6d9d9556e req-f8419622-6651-4394-a186-ac75cd22c0c4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.1004932 May 19 06:33:09.695188 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:09.699929 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:09.734324 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.745365 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e139057-8e23-458d-873e-63b9904067c6 req-9875eb2f-be03-4ff9-b723-d6d760f25ba2 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0475883 May 19 06:33:09.814296 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bebf43cc-2fa0-4b61-922b-4d6ddfe148ec admin admin] Publish callbacks [] for security_group (62e1b12b-5619-4a84-abc3-be3a0699089b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.846084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bebf43cc-2fa0-4b61-922b-4d6ddfe148ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (62e1b12b-5619-4a84-abc3-be3a0699089b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.861142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:09.861908 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:09.863583 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] 10.222.0.59 "PUT /v2.0/ports/58286b94-de20-44e2-b14e-60bc473bc84e HTTP/1.1" status: 200 len: 1098 time: 2.0485039 May 19 06:33:09.895212 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:09.899305 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:09.912641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf43cc-2fa0-4b61-922b-4d6ddfe148ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e1b12b-5619-4a84-abc3-be3a0699089b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:09.939288 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cffbb722-28a3-4efd-bca0-9bb6d9d9556e req-7135c7d1-8ecf-45ca-9a88-915594a9cd4c tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650971 May 19 06:33:09.985440 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bebf43cc-2fa0-4b61-922b-4d6ddfe148ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e31c7d7676348a3aae0f5060ad557bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149658 May 19 06:33:09.990009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55238) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:09.993227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-0f4cd0a7-6833-44de-8d87-7777acd94ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:09.999115 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-0f4cd0a7-6833-44de-8d87-7777acd94ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8beaccf2315245ec8959a58d23ebd293&device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 1132 time: 0.0701866 May 19 06:33:10.009402 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4afe-8dcd-40b1-ad1f-d88d4b71db75 service neutron] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:10.084893 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2266cf9-a398-4e0b-a257-93a3326a2300 x-openstack-request-id: req-b2266cf9-a398-4e0b-a257-93a3326a2300 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:10.085276 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:10.085565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2266cf9-a398-4e0b-a257-93a3326a2300 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:10.085992 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2266cf9-a398-4e0b-a257-93a3326a2300'] response: {'name': 'network-changed', 'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e', 'status': 'completed', 'code': 200} May 19 06:33:10.090157 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-472249e5-ec45-4c20-869a-ce35c3241c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58286b94-de20-44e2-b14e-60bc473bc84e HTTP/1.1" status: 200 len: 217 time: 0.0820117 May 19 06:33:10.126034 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] Publish callbacks [] for security_group (62e1b12b-5619-4a84-abc3-be3a0699089b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.219363 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] Publish callbacks [] for security_group (62e1b12b-5619-4a84-abc3-be3a0699089b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.282269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:10.293213 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-0ab5b5f5-f007-4fc3-b991-7fea1cce4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:10.295643 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-0ab5b5f5-f007-4fc3-b991-7fea1cce4bc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838cd6fd-b16a-4b9d-a8a3-b3bdb095d716 HTTP/1.1" status: 200 len: 843 time: 0.1975586 May 19 06:33:10.300236 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (70860057-a07e-4eea-834f-f47b092ad2d4), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.321460 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (62e1b12b-5619-4a84-abc3-be3a0699089b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.321679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.329977 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.331981 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62e1b12b-5619-4a84-abc3-be3a0699089b HTTP/1.1" status: 204 len: 168 time: 0.3402331 May 19 06:33:10.349866 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:10.366141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629852d-58c3-4b94-8c96-5f1ce6e5bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e1b12b-5619-4a84-abc3-be3a0699089b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:10.446538 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 886112b1-affd-4a9c-b3b1-64b34b4fb264 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:33:10.473953 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 886112b1-affd-4a9c-b3b1-64b34b4fb264 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:33:10.474613 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 886112b1-affd-4a9c-b3b1-64b34b4fb264 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:33:10.522722 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fe099-36ca-4105-93bc-4d427604529d req-89ff2430-6bdb-4bf6-aaea-8fea0a3162d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:10.524607 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-89ff2430-6bdb-4bf6-aaea-8fea0a3162d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9a6ea04-4666-4575-afc8-69bc1c4c940c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.2207232 May 19 06:33:10.587484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=70860057-a07e-4eea-834f-f47b092ad2d4,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:10.604910 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd8e8-d437-446f-8cc1-26d5c528d646 req-9c17179c-b373-4a0a-b574-4fada1e781c9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:10.607268 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-61bdd8e8-d437-446f-8cc1-26d5c528d646 req-9c17179c-b373-4a0a-b574-4fada1e781c9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1718616 May 19 06:33:10.641504 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.680039 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:10.681414 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3c9ce69e-6010-40ed-99e7-4f71de37b1c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8946462 May 19 06:33:10.689748 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-61bdd8e8-d437-446f-8cc1-26d5c528d646 req-ff3ff6e5-7de1-46e1-a8e9-050846fd7a1b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732350 May 19 06:33:10.896485 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-84814e99-94be-4a16-aa3e-6692cd2bc7cc req-68d70308-25a6-474a-a0e5-9675bf6b6538 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0394030 May 19 06:33:10.955605 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-dbc95f2c-8f01-44f3-a840-34b467b5fffb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--283918548&fields=id&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 267 time: 0.0768304 May 19 06:33:11.086912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5eab4-87c7-4453-ac05-5c0bcafa92ec req-5f07797a-66ee-4d25-bdaa-18e96bcac62b tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:11.088456 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbb5eab4-87c7-4453-ac05-5c0bcafa92ec req-5f07797a-66ee-4d25-bdaa-18e96bcac62b tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0648599 May 19 06:33:11.110597 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-75e833af-c07d-4d80-9d72-65d65a7b8cba tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:11.118031 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-75e833af-c07d-4d80-9d72-65d65a7b8cba tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.1536899 May 19 06:33:11.128867 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-9cb1e031-2238-44a4-b92d-52d8523125e1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/quotas/adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 375 time: 0.0098720 May 19 06:33:11.144244 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:11.147039 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbb5eab4-87c7-4453-ac05-5c0bcafa92ec req-a2ba2e1c-cdc5-4ad1-8109-6df6e91d7d40 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 May 19 06:33:11.196986 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-f57f74ed-1fcb-4776-9b01-4146d9d66269 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626667 May 19 06:33:11.235909 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:11.325185 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-cd63712f-6e14-4dc1-9fb2-5e1459e7b7db service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079469 May 19 06:33:11.458672 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-06f7bd0b-01ed-46a8-8248-80a8852ba773 service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224916 May 19 06:33:11.686730 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-627f4047-b449-48f6-8615-6f70d784917f req-6671305a-126e-4377-b4e8-cfac11e642f2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0400670 May 19 06:33:11.865051 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1d96-9d2b-4746-9503-ad4bccd1ff54 req-518d3f7f-f738-4b01-9e39-3d5db3deacb8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:11.868035 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2b5a1d96-9d2b-4746-9503-ad4bccd1ff54 req-518d3f7f-f738-4b01-9e39-3d5db3deacb8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0872312 May 19 06:33:11.926907 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2b5a1d96-9d2b-4746-9503-ad4bccd1ff54 req-ea869769-e370-43ea-b493-214c0fde05f1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 May 19 06:33:12.029440 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e14d8825-2cce-4b1b-96de-96d2bb4c59df req-f3acb2b2-f00c-4e6f-9e80-469d4b6e0297 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0470595 May 19 06:33:12.264886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116280d3-eb36-421c-8a28-b37a0d9b36d2 req-0c6ea85b-ce49-466a-a746-866ca6068714 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:12.266334 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-116280d3-eb36-421c-8a28-b37a0d9b36d2 req-0c6ea85b-ce49-466a-a746-866ca6068714 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0484083 May 19 06:33:12.316893 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-116280d3-eb36-421c-8a28-b37a0d9b36d2 req-473db91f-c413-49b3-bf48-f25684cc1dd5 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 May 19 06:33:12.789524 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d04771c-89e4-464e-888e-92147d55f222 req-f75df8bc-0d02-420b-b25d-a5742aacae6e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0296750 May 19 06:33:13.156392 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab262363-883b-4f1a-84d4-fe431f641867 req-1c487b18-7e57-4b24-9c57-bf6ebf671900 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:13.158055 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ab262363-883b-4f1a-84d4-fe431f641867 req-1c487b18-7e57-4b24-9c57-bf6ebf671900 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1551960 May 19 06:33:13.198825 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fdb4f7af-b43b-4ec5-8bd0-9ce7c2384360 req-cf7904c2-e15a-4693-8747-fc1b27e494c7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0360661 May 19 06:33:13.250394 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ab262363-883b-4f1a-84d4-fe431f641867 req-81fb696a-60aa-4170-a1c6-8289d02f8fd8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821729 May 19 06:33:13.255061 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-7439b32e-e5be-4b92-8448-834ea1d7e0fa service neutron] 10.222.0.59 "GET /v2.0/networks/a9a6ea04-4666-4575-afc8-69bc1c4c940c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174819 May 19 06:33:13.438480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c505-5f8d-4fbd-a138-311ce5aaae72 req-740b59be-4452-4138-902e-133b6fd7c105 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:13.440017 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e639c505-5f8d-4fbd-a138-311ce5aaae72 req-740b59be-4452-4138-902e-133b6fd7c105 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0510116 May 19 06:33:13.495282 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e639c505-5f8d-4fbd-a138-311ce5aaae72 req-ea234f80-580f-4226-8ccd-a701a322eee0 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488672 May 19 06:33:13.622803 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a41fe099-36ca-4105-93bc-4d427604529d req-f653f4ba-08d2-4d06-ab4a-12cef6e8d6a4 service neutron] 10.222.0.59 "GET /v2.0/networks/a9a6ea04-4666-4575-afc8-69bc1c4c940c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063964 May 19 06:33:13.752663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec1073d1-ba02-4476-9e6d-f862a5399d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:13.929626 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f05d8359-2d37-4e9f-9fb6-fc19e29250b3 req-04aac6ed-8100-470c-88a8-65ee2ada5324 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0364056 May 19 06:33:14.054554 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-47e9a382-a782-456f-9a19-9a27394c3cab tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:14.056071 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-47e9a382-a782-456f-9a19-9a27394c3cab tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "GET /v2.0/networks?id=a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 200 len: 809 time: 0.1602230 May 19 06:33:14.302046 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c8fbe04c-4d00-4cfe-b592-e27a5fbf1a15 req-8ac6acc6-7007-4e75-937a-c2f4955a4ab0 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0301685 May 19 06:33:14.442653 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864497bb-56d6-49a0-8c24-f34ab9a900da req-9b7f95db-11c7-4c07-89e7-9453a602f52f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:14.444166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-864497bb-56d6-49a0-8c24-f34ab9a900da req-9b7f95db-11c7-4c07-89e7-9453a602f52f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0520086 May 19 06:33:14.497921 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-864497bb-56d6-49a0-8c24-f34ab9a900da req-b16be44b-d4b7-4b92-8175-f24716c5e560 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 May 19 06:33:14.632772 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292f23-f52e-4ed5-b48f-e95e93d64f01 req-7949de0d-0589-4549-8cba-1e27add76a59 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:14.634294 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5292f23-f52e-4ed5-b48f-e95e93d64f01 req-7949de0d-0589-4549-8cba-1e27add76a59 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0502396 May 19 06:33:14.683391 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5292f23-f52e-4ed5-b48f-e95e93d64f01 req-86a6b436-d430-4c94-8949-9fdba0eda77b tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 May 19 06:33:15.063018 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b4b2b0d3-df3d-4025-beac-23f717cf5ae5 req-a717ed7b-08ce-4836-a1ad-2c2688971da3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0286918 May 19 06:33:15.406008 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a8a26345-eaa2-4531-9983-cf35007963e0 req-e50bd30c-2775-4202-8a21-72dcfb402b69 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0288949 May 19 06:33:15.629155 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7334a9-87e0-4143-b4d8-6c70c2f7244c req-fc843bbb-9271-4466-a3bf-c1060c9b71b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:15.630827 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2f7334a9-87e0-4143-b4d8-6c70c2f7244c req-fc843bbb-9271-4466-a3bf-c1060c9b71b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0533693 May 19 06:33:15.687189 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2f7334a9-87e0-4143-b4d8-6c70c2f7244c req-e0af2a90-2d13-46fb-83dc-e1819d52f944 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501559 May 19 06:33:15.801670 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda509e2-97b8-44c8-ac8b-e7e1fa742718 req-b84ef18b-62d5-48b5-a37e-196ebe2cf6bd tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:15.803128 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eda509e2-97b8-44c8-ac8b-e7e1fa742718 req-b84ef18b-62d5-48b5-a37e-196ebe2cf6bd tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0500176 May 19 06:33:15.851705 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eda509e2-97b8-44c8-ac8b-e7e1fa742718 req-30ab525b-97be-47ff-ac24-f52328fdac0c tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 May 19 06:33:16.017269 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-117b0775-3312-4340-9c38-0f787e86c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:16.174175 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4fc76e1d-23ea-4555-a58f-a9e72d2fa117 req-4c58865c-b147-4b3a-93a6-84e0e21806f8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0321209 May 19 06:33:16.507174 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c5bd2ac0-6a16-4ea5-85c3-323523704383 req-10b4bb00-86dd-4591-b979-07d1f7b044f8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0298603 May 19 06:33:16.815684 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b940-32fd-42f8-83b2-5cec8b7dde03 req-64520963-c0e9-4900-b75d-4976cd493f71 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:16.817306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b85b940-32fd-42f8-83b2-5cec8b7dde03 req-64520963-c0e9-4900-b75d-4976cd493f71 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0573146 May 19 06:33:16.869210 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b85b940-32fd-42f8-83b2-5cec8b7dde03 req-c3fce96f-b46f-44bd-a5a8-c0de39735110 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 May 19 06:33:16.980366 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e3f18-b62d-439d-befd-4e6ec69d15cf req-11b1a6d1-17b6-45bc-9264-7d83bd1268e5 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:16.981846 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed6e3f18-b62d-439d-befd-4e6ec69d15cf req-11b1a6d1-17b6-45bc-9264-7d83bd1268e5 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.0513864 May 19 06:33:17.116914 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 58286b94-de20-44e2-b14e-60bc473bc84e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:33:17.263219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed6e3f18-b62d-439d-befd-4e6ec69d15cf req-7bdff409-1974-4057-847e-eaa3ec2ba1cc tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748272 May 19 06:33:17.335557 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Request body: {'port': {'device_id': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1', 'admin_state_up': True, 'tenant_id': 'af231f2d98544631857757d5b48fd918'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:17.379447 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:17.395970 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '58286b94-de20-44e2-b14e-60bc473bc84e', 'network_id': 'a9a6ea04-4666-4575-afc8-69bc1c4c940c', 'port_id': '58286b94-de20-44e2-b14e-60bc473bc84e', 'mac_address': 'fa:16:3e:99:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838cd6fd-b16a-4b9d-a8a3-b3bdb095d716', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:33:17.440102 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 58286b94-de20-44e2-b14e-60bc473bc84e is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:17.441099 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:17.461012 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58286b94-de20-44e2-b14e-60bc473bc84e {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:17.490685 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-981b4a3a-9394-4e13-80fc-8adfcd6935d1 req-a6f116fc-e1f1-4283-8afe-6d252d14174b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.1360819 May 19 06:33:17.500364 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:17.508375 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:17.556352 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Made reservation on behalf of af231f2d98544631857757d5b48fd918 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:17.566789 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:17.664816 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:17.681115 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:17.686981 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:17.711141 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:17.792137 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['58286b94-de20-44e2-b14e-60bc473bc84e'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:33:17.812399 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-aeb2b4a8-8338-445e-b725-67a2caedb3fb req-bf24ef54-8b23-4d79-b0c0-13ced7409624 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.1474688 May 19 06:33:17.812881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:17.821134 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Allocated IP 172.20.0.12 (a8a787e6-32b8-4da9-92d6-017ec62447d1/63f30d70-e83c-4bf6-8bef-e8b04ba3ad80/3c7095f0-e36d-4777-bd29-b6064d1fc76d) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:17.823492 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-b6b9c306-f2ba-4299-86cf-af06ecb7f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:17.831715 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-b6b9c306-f2ba-4299-86cf-af06ecb7f6aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8beaccf2315245ec8959a58d23ebd293&device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 1132 time: 0.4446690 May 19 06:33:17.933207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-864122d0-ebee-4f53-a13e-87318d6ed4a3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:17.934957 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-864122d0-ebee-4f53-a13e-87318d6ed4a3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.5249562 May 19 06:33:17.939931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:18.096132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-966dd3a0-955e-46e3-b0ea-4585dcb7e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.097997 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-966dd3a0-955e-46e3-b0ea-4585dcb7e56c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9a6ea04-4666-4575-afc8-69bc1c4c940c HTTP/1.1" status: 200 len: 870 time: 0.2516859 May 19 06:33:18.123216 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bcbc-4d87-4780-a388-9874100b2b09 req-29f2d11c-3d6b-4f9e-8e78-ad59ef9124e6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.125977 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c553bcbc-4d87-4780-a388-9874100b2b09 req-29f2d11c-3d6b-4f9e-8e78-ad59ef9124e6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1192050 May 19 06:33:18.155485 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-dc3d3721-32f8-4535-822f-4afbb3375fff tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 472 time: 0.2085178 May 19 06:33:18.157045 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-930d7b8d-95da-4c6a-ba4b-fe5253c43253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58286b94-de20-44e2-b14e-60bc473bc84e HTTP/1.1" status: 200 len: 217 time: 0.0475140 May 19 06:33:18.161424 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks [] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.179254 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'port': {'device_id': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'admin_state_up': True, 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'security_groups': ['88d195ea-e3e8-4877-8f74-40db11c72242']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:18.242836 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c553bcbc-4d87-4780-a388-9874100b2b09 req-ac781a2a-ec0e-4246-bc91-926e0fb0f4af tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978212 May 19 06:33:18.250835 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.339028 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Pushing event updated for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:18.366289 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Network a8a787e6-32b8-4da9-92d6-017ec62447d1 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:18.368037 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:18.371016 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:18.430265 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.431045 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.443887 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-a4a5e5de-77ea-4bc1-ba11-440417b1aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.445462 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-a4a5e5de-77ea-4bc1-ba11-440417b1aa7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838cd6fd-b16a-4b9d-a8a3-b3bdb095d716 HTTP/1.1" status: 200 len: 843 time: 0.2553327 May 19 06:33:18.455159 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-cf6c6663-78d2-447b-a1bf-ed85090647f4 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1278889 May 19 06:33:18.468816 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Request body: {'port': {'device_id': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:18.534053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda419d5-0593-4752-b573-2263dc58782c req-6cd8ff01-8a98-4648-9811-46b255761252 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.537230 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bda419d5-0593-4752-b573-2263dc58782c req-6cd8ff01-8a98-4648-9811-46b255761252 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 949 time: 0.1130476 May 19 06:33:18.550327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-5a0932d6-a35c-4b8c-b99f-b5b5f35d1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:18.552308 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-5a0932d6-a35c-4b8c-b99f-b5b5f35d1525 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9a6ea04-4666-4575-afc8-69bc1c4c940c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0793159 May 19 06:33:18.553119 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:18.556526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.608515 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c41fa4a-19b7-4185-8b23-4bf841c2c774 req-111b44f3-d79a-40e6-81c1-f28d6a53d3d7 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 210 time: 0.0438142 May 19 06:33:18.609400 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.658277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 58286b94-de20-44e2-b14e-60bc473bc84e up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:18.703173 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:18.722263 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 58286b94-de20-44e2-b14e-60bc473bc84e completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:33:18.731758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 58286b94-de20-44e2-b14e-60bc473bc84e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:18.732621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.787827 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55452) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:18.807862 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:18.836342 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bda419d5-0593-4752-b573-2263dc58782c req-36c6600f-8e88-4c5d-a770-dd6ef490d3e9 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894335 May 19 06:33:18.911270 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.951305 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 58286b94-de20-44e2-b14e-60bc473bc84e is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:18.951871 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:18.994433 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:18.996851 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c4f759-67ed-42de-a20e-f3cc772bc8e6" -d '{"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-plugged", "status": "completed", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:19.013553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:19.023332 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.050434 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0072c9d-b612-4274-984c-7631cfa1fd4c req-d886f6de-b2b5-44af-9a83-94bd158baa3d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.058664 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e0072c9d-b612-4274-984c-7631cfa1fd4c req-d886f6de-b2b5-44af-9a83-94bd158baa3d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 932 time: 0.0953045 May 19 06:33:19.070917 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:19.080874 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef609a-8252-449c-918e-fc6dd18bfeff x-openstack-request-id: req-e4ef609a-8252-449c-918e-fc6dd18bfeff {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:19.082067 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-plugged", "status": "completed", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:19.082333 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4ef609a-8252-449c-918e-fc6dd18bfeff {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:19.083369 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ef609a-8252-449c-918e-fc6dd18bfeff'] response: {'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e', 'code': 200} May 19 06:33:19.089710 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.20.0.4 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/f34db898-32c0-4c35-871a-443b193021aa) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:19.137863 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:19.157363 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:19.161323 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:19.205357 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-e9c18712-25ce-4c69-b288-d5a5e7fcbf21 service neutron] 10.222.0.59 "GET /v2.0/networks/a9a6ea04-4666-4575-afc8-69bc1c4c940c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316414 May 19 06:33:19.207597 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e0072c9d-b612-4274-984c-7631cfa1fd4c req-56d4dc86-bc1a-43a8-991b-6756c4a83fc8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478364 May 19 06:33:19.211569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25b23100-8eb1-412f-8c3b-d4c74d8253b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.299211 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7095f0-e36d-4777-bd29-b6064d1fc76d {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:19.343289 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks [] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.386477 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Transition to ACTIVE for port object 3c7095f0-e36d-4777-bd29-b6064d1fc76d will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:33:19.394242 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4a01-e93b-414a-a543-ed9166d53b9f req-bcc2e247-a3fc-422b-ad46-2419b45b5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.396449 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-308e4a01-e93b-414a-a543-ed9166d53b9f req-bcc2e247-a3fc-422b-ad46-2419b45b5df5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 1134 time: 0.1180186 May 19 06:33:19.397768 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.485985 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362205c-80ff-4770-9c27-88335022ab18 req-cc302630-90a3-4008-8398-20a4f700422f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.488089 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e362205c-80ff-4770-9c27-88335022ab18 req-cc302630-90a3-4008-8398-20a4f700422f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1295619 May 19 06:33:19.491394 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:19.504723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:19.533219 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-308e4a01-e93b-414a-a543-ed9166d53b9f req-64e3a986-33a4-4259-a105-f33e444d5f5b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202791 May 19 06:33:19.538170 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a455bd9f-f6a0-4581-af1e-c4bfd3ba34d2 req-d786ed4f-cd27-418c-876d-b5122a591858 service neutron] 10.222.0.59 "GET /v2.0/networks/a9a6ea04-4666-4575-afc8-69bc1c4c940c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241587 May 19 06:33:19.579828 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (f34db898-32c0-4c35-871a-443b193021aa), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.602249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Attempting to bind port 3c7095f0-e36d-4777-bd29-b6064d1fc76d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:19.602653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Attempting to bind port 3c7095f0-e36d-4777-bd29-b6064d1fc76d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:19.602991 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Attempting to bind port 3c7095f0-e36d-4777-bd29-b6064d1fc76d on network a8a787e6-32b8-4da9-92d6-017ec62447d1 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:19.607944 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Port 3c7095f0-e36d-4777-bd29-b6064d1fc76d on network a8a787e6-32b8-4da9-92d6-017ec62447d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:33:19.608269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Attempting to bind port 3c7095f0-e36d-4777-bd29-b6064d1fc76d on network a8a787e6-32b8-4da9-92d6-017ec62447d1 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:19.614147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:19.614484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Checking segment: {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:19.614864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Bound using segment: {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:19.615419 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Bound port: 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7b09c4-c875-4720-b709-965221512a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:19.615785 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.636453 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e362205c-80ff-4770-9c27-88335022ab18 req-dc715891-da1a-4815-84a4-4b24d0eaac51 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304064 May 19 06:33:19.638592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25b23100-8eb1-412f-8c3b-d4c74d8253b5 admin admin] Publish callbacks [] for security_group (9aec850a-ee3c-4d33-9057-fa85929e8370), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.670250 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25b23100-8eb1-412f-8c3b-d4c74d8253b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9aec850a-ee3c-4d33-9057-fa85929e8370), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.692909 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:19.697234 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:19.715116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.752004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.775302 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-25b23100-8eb1-412f-8c3b-d4c74d8253b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10e5ac3802134bdc9029e5769579e507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9833486 May 19 06:33:19.792184 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55472) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:19.801515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b23100-8eb1-412f-8c3b-d4c74d8253b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec850a-ee3c-4d33-9057-fa85929e8370,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:19.817573 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.818336 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.819556 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] 10.222.0.59 "PUT /v2.0/ports/3c7095f0-e36d-4777-bd29-b6064d1fc76d HTTP/1.1" status: 200 len: 1094 time: 1.3563559 May 19 06:33:19.821891 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:19.822013 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:19.824583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82cb242-f86a-44e1-9260-4b3a01194917" -d '{"events": [{"name": "network-changed", "server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:19.825323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:19.838948 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:19.882755 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539b10-0726-4862-94a7-084f62249f83 req-7f390971-bcef-444f-b92d-26775d80ec34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.884357 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-61539b10-0726-4862-94a7-084f62249f83 req-7f390971-bcef-444f-b92d-26775d80ec34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 931 time: 0.1142685 May 19 06:33:19.898852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:19.902925 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa64b9c-4dfe-4d38-8e4c-5690a0de1134 x-openstack-request-id: req-1fa64b9c-4dfe-4d38-8e4c-5690a0de1134 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:19.903885 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:19.904290 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fa64b9c-4dfe-4d38-8e4c-5690a0de1134 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:19.904848 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa64b9c-4dfe-4d38-8e4c-5690a0de1134'] response: {'name': 'network-changed', 'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d', 'status': 'completed', 'code': 200} May 19 06:33:19.905720 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618edc25-bd8e-4c90-a5c5-dbe0f8d45369 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:19.960385 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] Publish callbacks [] for security_group (9aec850a-ee3c-4d33-9057-fa85929e8370), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.960882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:19.962147 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:19.995990 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-61539b10-0726-4862-94a7-084f62249f83 req-fb01bb89-b2eb-4978-9563-c3a069a79980 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981512 May 19 06:33:20.015264 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] Publish callbacks [] for security_group (9aec850a-ee3c-4d33-9057-fa85929e8370), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.036272 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-228d055c-f9f7-4d2a-81cc-a88d8b335a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8657541 May 19 06:33:20.049208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b478-8b86-4b45-8f5d-05ff19cc11b2 req-6767024a-b1dc-421c-8eb9-c6da6c6eec0f tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:20.058407 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7373b478-8b86-4b45-8f5d-05ff19cc11b2 req-6767024a-b1dc-421c-8eb9-c6da6c6eec0f tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.0929782 May 19 06:33:20.070163 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.114602 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9aec850a-ee3c-4d33-9057-fa85929e8370), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.118376 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.121674 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9aec850a-ee3c-4d33-9057-fa85929e8370 HTTP/1.1" status: 204 len: 168 time: 0.3258979 May 19 06:33:20.134889 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434238-2640-45ee-8bed-bdcb47850384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aec850a-ee3c-4d33-9057-fa85929e8370,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:20.135335 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-ed2841ae-a338-46e5-9543-3ed8e195297d None None] Provisioning complete for port f34db898-32c0-4c35-871a-443b193021aa triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:20.135985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed2841ae-a338-46e5-9543-3ed8e195297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f34db898-32c0-4c35-871a-443b193021aa), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.139291 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7373b478-8b86-4b45-8f5d-05ff19cc11b2 req-8d5885d5-7b93-4c1b-a77f-3d36912c5d03 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796542 May 19 06:33:20.209074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ed2841ae-a338-46e5-9543-3ed8e195297d None None] Port f34db898-32c0-4c35-871a-443b193021aa cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:20.215013 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Request body: {'port': {'device_id': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:20.293630 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f34db898-32c0-4c35-871a-443b193021aa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.527844 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:20.580865 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:20.587582 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-9d72c5e7-9de5-4f95-a993-b19d5c4abceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:20.589382 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-9d72c5e7-9de5-4f95-a993-b19d5c4abceb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 1128 time: 0.3867080 May 19 06:33:20.599279 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3836ce-7d98-4864-ad10-13799974b6ef req-a4bae575-18ef-4043-beea-8a1c404bc86b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:20.607929 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5b3836ce-7d98-4864-ad10-13799974b6ef req-a4bae575-18ef-4043-beea-8a1c404bc86b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 944 time: 0.0709825 May 19 06:33:20.674057 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5b3836ce-7d98-4864-ad10-13799974b6ef req-fed55506-8c4d-4260-b742-acbe367b3004 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647132 May 19 06:33:20.677581 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55492) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:20.700252 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3a48809-cedc-447f-88cc-60de4435ec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.714670 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:20.730917 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:20.796137 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55496) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:20.839864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34db898-32c0-4c35-871a-443b193021aa {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:20.853950 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks [] for port (f34db898-32c0-4c35-871a-443b193021aa), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.858917 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3a48809-cedc-447f-88cc-60de4435ec37 admin admin] Publish callbacks [] for security_group (351e6d06-96ea-4889-b46b-59fe2a08b589), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.866557 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3a48809-cedc-447f-88cc-60de4435ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (351e6d06-96ea-4889-b46b-59fe2a08b589), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.866826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5fc0-5da3-43f9-b073-227ef7351085 req-d34951a2-b26c-46b5-b3bd-abc606f0217d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:20.868361 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb8b5fc0-5da3-43f9-b073-227ef7351085 req-d34951a2-b26c-46b5-b3bd-abc606f0217d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0756958 May 19 06:33:20.890512 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Transition to ACTIVE for port object f34db898-32c0-4c35-871a-443b193021aa will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:33:20.903414 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:20.999743 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb8b5fc0-5da3-43f9-b073-227ef7351085 req-e3b1a462-e25b-4ea0-b737-17b338a28298 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 May 19 06:33:21.004023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Pushing event updated for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:21.076683 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a3a48809-cedc-447f-88cc-60de4435ec37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8d5838572ec4b17a252b6386ca50dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935373 May 19 06:33:21.076683 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a48809-cedc-447f-88cc-60de4435ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351e6d06-96ea-4889-b46b-59fe2a08b589,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:21.077928 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55502) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:21.087386 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-bf3001dc-057e-4aff-8620-ce4a04bfae32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d HTTP/1.1" status: 200 len: 217 time: 0.1526423 May 19 06:33:21.148180 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Attempting to bind port f34db898-32c0-4c35-871a-443b193021aa on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:21.148570 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Attempting to bind port f34db898-32c0-4c35-871a-443b193021aa by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:21.148961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Attempting to bind port f34db898-32c0-4c35-871a-443b193021aa on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:21.162074 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Port f34db898-32c0-4c35-871a-443b193021aa on network ba03612d-d3e3-499d-b899-41fd0fc8db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:33:21.162919 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Attempting to bind port f34db898-32c0-4c35-871a-443b193021aa on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:21.174991 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:21.184598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:21.188899 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:21.189540 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Bound port: f34db898-32c0-4c35-871a-443b193021aa, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:21.189983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f34db898-32c0-4c35-871a-443b193021aa), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.228172 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ee513c-c975-4483-9f5d-abab18a41496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.251391 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915bcb9-7740-45b3-a910-d0fd4acc53a6 req-bba8a9b8-517b-43cd-9c52-271921187f1a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.253581 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e915bcb9-7740-45b3-a910-d0fd4acc53a6 req-bba8a9b8-517b-43cd-9c52-271921187f1a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.1105747 May 19 06:33:21.282322 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] Publish callbacks [] for security_group (351e6d06-96ea-4889-b46b-59fe2a08b589), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.294245 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-1cc40d63-e0be-4edb-827b-f53dffba3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.295828 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-1cc40d63-e0be-4edb-827b-f53dffba3535 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63f30d70-e83c-4bf6-8bef-e8b04ba3ad80 HTTP/1.1" status: 200 len: 849 time: 0.1837237 May 19 06:33:21.336316 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4242-3758-4b3b-b4c8-88accf73a68e req-f911422d-8bed-4a21-8f4a-be6b7cfbf2ee tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.344255 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60ac4242-3758-4b3b-b4c8-88accf73a68e req-f911422d-8bed-4a21-8f4a-be6b7cfbf2ee tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.1011221 May 19 06:33:21.359307 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-19317914-bb3b-4687-b65a-b91789ef8b14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8a787e6-32b8-4da9-92d6-017ec62447d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527654 May 19 06:33:21.373753 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] Publish callbacks [] for security_group (351e6d06-96ea-4889-b46b-59fe2a08b589), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.377268 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:21.418030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f34db898-32c0-4c35-871a-443b193021aa,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:21.436026 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e915bcb9-7740-45b3-a910-d0fd4acc53a6 req-80e74c1b-0902-4abc-90aa-d908c6066132 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718271 May 19 06:33:21.448381 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.493548 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ee513c-c975-4483-9f5d-abab18a41496 admin admin] Publish callbacks [] for security_group (fa41e188-3ab7-47d3-ac8f-0b79ead1c477), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.495820 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-60ac4242-3758-4b3b-b4c8-88accf73a68e req-c5038900-c434-4740-b3f6-ff44f038b7e4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389928 May 19 06:33:21.514411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.515077 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.516498 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] 10.222.0.59 "PUT /v2.0/ports/f34db898-32c0-4c35-871a-443b193021aa HTTP/1.1" status: 200 len: 1093 time: 1.3072207 May 19 06:33:21.520249 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:21.522900 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "tag": "f34db898-32c0-4c35-871a-443b193021aa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:21.528153 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-87c4a0f6-1ebd-45be-94e9-bc32fafe823d service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614468 May 19 06:33:21.529848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85ee513c-c975-4483-9f5d-abab18a41496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (fa41e188-3ab7-47d3-ac8f-0b79ead1c477), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.551569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f26de-42c7-4ea0-aaca-73f45010b3ae service neutron] Pushing event updated for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:21.560129 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (351e6d06-96ea-4889-b46b-59fe2a08b589), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.564099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.568157 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/351e6d06-96ea-4889-b46b-59fe2a08b589 HTTP/1.1" status: 204 len: 168 time: 0.4882896 May 19 06:33:21.589836 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c71a-8418-4da9-b835-6ea871b48b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e6d06-96ea-4889-b46b-59fe2a08b589,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:21.618142 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c28a5-54fb-40c5-a8b8-75c6eaff26e1 x-openstack-request-id: req-e32c28a5-54fb-40c5-a8b8-75c6eaff26e1 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:21.618657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "tag": "f34db898-32c0-4c35-871a-443b193021aa", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:21.619052 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e32c28a5-54fb-40c5-a8b8-75c6eaff26e1 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:21.619812 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32c28a5-54fb-40c5-a8b8-75c6eaff26e1'] response: {'name': 'network-changed', 'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa', 'status': 'completed', 'code': 200} May 19 06:33:21.660967 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-76971ae1-9d79-42be-8cba-47ba5754f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.662546 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-76971ae1-9d79-42be-8cba-47ba5754f8dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 1127 time: 0.0678656 May 19 06:33:21.672109 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-85ee513c-c975-4483-9f5d-abab18a41496 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a72e63c1c1c4b1dbc0bf355c1ff6d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8744500 May 19 06:33:21.672857 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee513c-c975-4483-9f5d-abab18a41496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41e188-3ab7-47d3-ac8f-0b79ead1c477,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:21.680465 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55516) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:21.759976 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-082fd26d-ecde-4271-821c-d53773199aea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34db898-32c0-4c35-871a-443b193021aa HTTP/1.1" status: 200 len: 217 time: 0.0893500 May 19 06:33:21.819868 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:21.845172 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:21.858326 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-5ea9bdc7-0066-4058-b914-2117480fc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.858759 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-5ea9bdc7-0066-4058-b914-2117480fc079 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0913808 May 19 06:33:21.904141 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4174e6bb-e95a-4c69-9599-c2288a0d61d8 req-5f187497-6635-4456-943d-29e652f27386 service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678279 May 19 06:33:21.916261 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33333670-2634-432b-8406-6233429fc198 admin admin] Publish callbacks [] for security_group (fa41e188-3ab7-47d3-ac8f-0b79ead1c477), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.946061 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be3a59-35f7-43b7-b7b0-f3c43e26134f req-960d8a98-cd57-45a7-9caa-88f49f13e99f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.947671 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be3a59-35f7-43b7-b7b0-f3c43e26134f req-960d8a98-cd57-45a7-9caa-88f49f13e99f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 944 time: 0.1040773 May 19 06:33:21.968591 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:21.969509 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33333670-2634-432b-8406-6233429fc198 admin admin] Publish callbacks [] for security_group (fa41e188-3ab7-47d3-ac8f-0b79ead1c477), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:21.987855 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42d03-4574-4784-8162-2b3c1d604d72 req-89fbf422-2252-42d0-ad97-d86e36da68ff tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:21.990025 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9d42d03-4574-4784-8162-2b3c1d604d72 req-89fbf422-2252-42d0-ad97-d86e36da68ff tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.0683155 May 19 06:33:22.027038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:22.073706 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9d42d03-4574-4784-8162-2b3c1d604d72 req-32de9a20-da4c-4b8c-8318-c85a0668493c tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732644 May 19 06:33:22.118458 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be3a59-35f7-43b7-b7b0-f3c43e26134f req-15de04fe-c000-4885-9b52-7e04bd0055a8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427696 May 19 06:33:22.135350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33333670-2634-432b-8406-6233429fc198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (fa41e188-3ab7-47d3-ac8f-0b79ead1c477), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:22.137911 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-33333670-2634-432b-8406-6233429fc198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:22.141818 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-33333670-2634-432b-8406-6233429fc198 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa41e188-3ab7-47d3-ac8f-0b79ead1c477 HTTP/1.1" status: 204 len: 168 time: 0.4576623 May 19 06:33:22.154154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33333670-2634-432b-8406-6233429fc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41e188-3ab7-47d3-ac8f-0b79ead1c477,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:22.275198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ae226-eece-4179-aa53-d99ff9c8afb7 req-87cfd889-a142-43d5-bb97-361787eae56b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:22.276843 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-522ae226-eece-4179-aa53-d99ff9c8afb7 req-87cfd889-a142-43d5-bb97-361787eae56b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0606844 May 19 06:33:22.370818 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-522ae226-eece-4179-aa53-d99ff9c8afb7 req-7af3d50b-c2ea-4d2a-812e-79f0f177b8fd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830545 May 19 06:33:22.678990 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc53aa-5668-4bf1-96bc-f92de70a294d req-f0d37148-fe1e-45ae-b482-86a3a5289dc5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:22.682664 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-58cc53aa-5668-4bf1-96bc-f92de70a294d req-f0d37148-fe1e-45ae-b482-86a3a5289dc5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.0931575 May 19 06:33:22.777707 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-58cc53aa-5668-4bf1-96bc-f92de70a294d req-c61ea54a-2881-42f7-b965-61c79c7fdaaa tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796633 May 19 06:33:23.030822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-9f9a0714-f0fc-497f-91f1-b6d9b37cfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:23.032429 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-9f9a0714-f0fc-497f-91f1-b6d9b37cfba1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453122 May 19 06:33:23.238338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b38bc6-8f1a-4858-9699-974a4f5c21b4 req-f30720ea-fa4b-4488-9fa3-1de2d96fba6c tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:23.245451 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05b38bc6-8f1a-4858-9699-974a4f5c21b4 req-f30720ea-fa4b-4488-9fa3-1de2d96fba6c tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.0661831 May 19 06:33:23.250658 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55580) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:23.285853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dd54a-d747-438b-9eda-41eac603e5b6 req-14699d1f-2599-4e2a-84a5-27978bb254e7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:23.301151 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3f7dd54a-d747-438b-9eda-41eac603e5b6 req-14699d1f-2599-4e2a-84a5-27978bb254e7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 944 time: 0.0937521 May 19 06:33:23.322687 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05b38bc6-8f1a-4858-9699-974a4f5c21b4 req-2383bc1d-9c68-4cdd-a130-80f6b05aef99 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 May 19 06:33:23.401759 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3f7dd54a-d747-438b-9eda-41eac603e5b6 req-cdbd968e-ed7b-40c7-9964-0f1b9c81af5d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018965 May 19 06:33:23.427625 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-603172431-network', 'tenant_id': '14bd96bd91c44b888074b760e9834814'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:23.451095 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Made reservation on behalf of 14bd96bd91c44b888074b760e9834814 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:23.455153 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.467323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.547407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b189dbd-3317-4138-95cb-589e42c02d6f req-16aac3e8-d3b8-4bbc-94e5-88001cebe90d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:23.548978 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b189dbd-3317-4138-95cb-589e42c02d6f req-16aac3e8-d3b8-4bbc-94e5-88001cebe90d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0719852 May 19 06:33:23.632209 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b189dbd-3317-4138-95cb-589e42c02d6f req-90cb477f-2312-443d-a6f7-a857b860084a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754817 May 19 06:33:23.667208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks [] for security_group (a45bc230-d49f-4dda-8c0c-3c2458378708), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.672032 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a45bc230-d49f-4dda-8c0c-3c2458378708), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.704775 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:33:23.715895 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45bc230-d49f-4dda-8c0c-3c2458378708,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:23.723746 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (c322e07d-1b21-4095-9283-c3fddbb34e47), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.724157 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Added segment c322e07d-1b21-4095-9283-c3fddbb34e47 of type vlan for network b9ac4da1-272d-4997-a2c4-1ea590fe3959 May 19 06:33:23.767331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (b9ac4da1-272d-4997-a2c4-1ea590fe3959), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.799033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (b9ac4da1-272d-4997-a2c4-1ea590fe3959), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.800409 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:23.801045 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:23.869700 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6138697 May 19 06:33:23.870417 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55602) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:23.877207 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Request body: {'subnet': {'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-603172431-subnet', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:23.887543 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e4b5-2e7b-4d9b-82dd-689f2b3c08ce admin admin] Pushing event updated for resources: {'Network': ['ID=b9ac4da1-272d-4997-a2c4-1ea590fe3959,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:23.905361 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Made reservation on behalf of 14bd96bd91c44b888074b760e9834814 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:23.910389 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:33:23.920063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577182'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.036600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063cd89-5140-41f9-8421-8d0d21213f04 req-bf6b5918-e3c8-42f5-a54e-48eee5d7d3bf tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:24.038329 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5063cd89-5140-41f9-8421-8d0d21213f04 req-bf6b5918-e3c8-42f5-a54e-48eee5d7d3bf tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.1122653 May 19 06:33:24.133318 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5063cd89-5140-41f9-8421-8d0d21213f04 req-509475ca-6ae0-4931-b273-2471bd53bdc2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819793 May 19 06:33:24.217082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25555683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577160'] for subnet (c3768edb-759a-4d62-b128-7b59a3fe112c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.286877 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3768edb-759a-4d62-b128-7b59a3fe112c,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:24.288807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Checking segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:24.289162 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Network hostable DHCP agents. Network: b9ac4da1-272d-4997-a2c4-1ea590fe3959, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:33:24.309702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:33:24.320160 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, b9ac4da1-272d-4997-a2c4-1ea590fe3959) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:24.329819 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:24.331527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.341472 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed851d1-da4b-4817-816a-f7958f906465 None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:33:24.351131 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-edd898e5-1028-4bfa-b0f5-06b771a8b59a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4779193 May 19 06:33:24.354121 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55616) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:24.359990 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:24.396607 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.398460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.428257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:24.467732 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for router_controller (c38d8a55-bb56-4f22-a8b9-53909bb22431), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.543503 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'project_id': '14bd96bd91c44b888074b760e9834814', 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:33:24.547211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.566003 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc33d-8923-483e-9300-d8348fcad45f req-ae0bc86c-6522-4361-afaf-c2841ac8ff52 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:24.567687 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-af2bc33d-8923-483e-9300-d8348fcad45f req-ae0bc86c-6522-4361-afaf-c2841ac8ff52 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.1146421 May 19 06:33:24.625361 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:24.638643 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54919153-8061-47b1-a8d2-cf28ef2d9f96 req-3199a90e-5be7-4e32-be30-56afedc1c9e3 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:24.640532 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-54919153-8061-47b1-a8d2-cf28ef2d9f96 req-3199a90e-5be7-4e32-be30-56afedc1c9e3 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 944 time: 0.1201167 May 19 06:33:24.670671 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-af2bc33d-8923-483e-9300-d8348fcad45f req-6bb42237-9db4-4a46-8852-2a4e79ec9ec2 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942023 May 19 06:33:24.675563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for router_gateway (c38d8a55-bb56-4f22-a8b9-53909bb22431), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.715467 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Allocated IP 172.20.0.2 (b9ac4da1-272d-4997-a2c4-1ea590fe3959/c3768edb-759a-4d62-b128-7b59a3fe112c/04682680-e99c-4e5a-acf7-36c33b74a1bc) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:24.878137 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-54919153-8061-47b1-a8d2-cf28ef2d9f96 req-01352f20-7405-44a4-8f23-b60d9494e494 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311940 May 19 06:33:24.879998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b39c-d74b-459a-8b34-4ce76241cc93 req-4f0cafa6-dc14-415e-8576-b5941d1014ab tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:24.906199 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e3b39c-d74b-459a-8b34-4ce76241cc93 req-4f0cafa6-dc14-415e-8576-b5941d1014ab tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1281757 May 19 06:33:24.945503 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks [] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.952196 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:24.958334 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:24.959062 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:25.029923 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e3b39c-d74b-459a-8b34-4ce76241cc93 req-7439010d-e942-4d54-9f14-39ec010413af tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224153 May 19 06:33:25.039691 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:25.054019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Pushing event updated for resources: {'Port': ['ID=04682680-e99c-4e5a-acf7-36c33b74a1bc,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:25.057395 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:25.060153 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:25.062568 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for router_gateway (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.075712 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:25.087500 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.102169 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:25.141664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Attempting to bind port 04682680-e99c-4e5a-acf7-36c33b74a1bc on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:25.142037 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Attempting to bind port 04682680-e99c-4e5a-acf7-36c33b74a1bc by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:25.142399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Attempting to bind port 04682680-e99c-4e5a-acf7-36c33b74a1bc on network b9ac4da1-272d-4997-a2c4-1ea590fe3959 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:25.155372 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:25.155805 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Checking segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:25.156156 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.156998 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Bound using segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:25.157116 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Bound port: 04682680-e99c-4e5a-acf7-36c33b74a1bc, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:25.157530 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.211038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Allocated IP 172.27.1.110 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/7a4de3d7-b71b-40e1-a704-1d773db188f7) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:25.227531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-badb3c86-c20c-4927-b032-d02db230947e None None] For port 04682680-e99c-4e5a-acf7-36c33b74a1bc, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:25.231779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-badb3c86-c20c-4927-b032-d02db230947e None None] For port 04682680-e99c-4e5a-acf7-36c33b74a1bc, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=04682680-e99c-4e5a-acf7-36c33b74a1bc,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:25.239031 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.313774 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb3c86-c20c-4927-b032-d02db230947e None None] Pushing event updated for resources: {'Port': ['ID=04682680-e99c-4e5a-acf7-36c33b74a1bc,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:25.338460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e36f4-00ae-4a2c-b91d-b06cd1a0ce46 req-a27b281a-ad5e-4151-a787-392d7ed99662 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:25.340051 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec6e36f4-00ae-4a2c-b91d-b06cd1a0ce46 req-a27b281a-ad5e-4151-a787-392d7ed99662 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.1132071 May 19 06:33:25.417718 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.432056 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec6e36f4-00ae-4a2c-b91d-b06cd1a0ce46 req-4bb93dd8-09af-4ecf-a6e0-b06ec0bd8e5b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830858 May 19 06:33:25.470290 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.527449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:25.531041 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:25.537690 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:25.539490 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Pushing event updated for resources: {'Port': ['ID=7a4de3d7-b71b-40e1-a704-1d773db188f7,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:25.577010 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:25.818458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d26fa-7ad5-446c-b195-2ac94de92012 req-9d5d25b0-1306-4cc9-af1d-922c1bd32427 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:25.819808 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:25.820106 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c26d26fa-7ad5-446c-b195-2ac94de92012 req-9d5d25b0-1306-4cc9-af1d-922c1bd32427 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.0574131 May 19 06:33:25.823117 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for router_gateway (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:25.873657 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c26d26fa-7ad5-446c-b195-2ac94de92012 req-bc4f18d7-3d20-447b-8508-431564a3a972 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 May 19 06:33:26.058827 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6143e5c-9772-4718-aae4-6371814e11f6 req-fb57dc46-1288-4e0a-bd2b-e16067e26137 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:26.064034 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c6143e5c-9772-4718-aae4-6371814e11f6 req-fb57dc46-1288-4e0a-bd2b-e16067e26137 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 944 time: 0.0953588 May 19 06:33:26.088414 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.177757 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d683aa-12c9-4f2c-8f06-c6734f244c23 req-f078a42f-958a-4e1e-97de-fbd836a0bacd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:26.185749 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b3d683aa-12c9-4f2c-8f06-c6734f244c23 req-f078a42f-958a-4e1e-97de-fbd836a0bacd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0774937 May 19 06:33:26.196937 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c6143e5c-9772-4718-aae4-6371814e11f6 req-98379a70-8706-4964-adf8-df15e20b2835 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244276 May 19 06:33:26.262030 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b3d683aa-12c9-4f2c-8f06-c6734f244c23 req-d8175904-4368-41c9-bf28-35d7d79a5c9b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 May 19 06:33:26.293749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Router c38d8a55-bb56-4f22-a8b9-53909bb22431 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:33:26.359929 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0043d4e-110c-4516-897e-37341b848674 None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:33:26.419901 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:33:26.424704 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Provisioning complete for port 04682680-e99c-4e5a-acf7-36c33b74a1bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:26.425078 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.434361 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Sync routers for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:33:26.445183 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.447008 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fe483302-545f-4b65-8c08-838785d0f6fe admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0917506 May 19 06:33:26.449746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55654) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:26.450488 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:26.451426 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:26.587559 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:26.606808 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Current status of the port 04682680-e99c-4e5a-acf7-36c33b74a1bc is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:26.607164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.657054 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] For port 04682680-e99c-4e5a-acf7-36c33b74a1bc, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=04682680-e99c-4e5a-acf7-36c33b74a1bc,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:26.664535 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.700554 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 3c7095f0-e36d-4777-bd29-b6064d1fc76d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:33:26.813203 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe4e2e-16a5-46ca-9c2c-34e3c669248f None None] Pushing event updated for resources: {'Port': ['ID=04682680-e99c-4e5a-acf7-36c33b74a1bc,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:26.851411 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:26.865510 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '3c7095f0-e36d-4777-bd29-b6064d1fc76d', 'network_id': 'a8a787e6-32b8-4da9-92d6-017ec62447d1', 'port_id': '3c7095f0-e36d-4777-bd29-b6064d1fc76d', 'mac_address': 'fa:16:3e:53:99:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f30d70-e83c-4bf6-8bef-e8b04ba3ad80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:33:26.910017 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:25Z', 'revision_number': 3, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:26.927028 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 3c7095f0-e36d-4777-bd29-b6064d1fc76d is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:26.928062 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.947269 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7095f0-e36d-4777-bd29-b6064d1fc76d {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:26.976692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:26.980198 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Checking router: c38d8a55-bb56-4f22-a8b9-53909bb22431 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:33:26.980789 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Updating router c38d8a55-bb56-4f22-a8b9-53909bb22431 port 7a4de3d7-b71b-40e1-a704-1d773db188f7 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:33:26.992597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-b5fc6fb1-d895-44d4-b4f7-87276b957af6 None None] Provisioning complete for port 04682680-e99c-4e5a-acf7-36c33b74a1bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:26.993297 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b5fc6fb1-d895-44d4-b4f7-87276b957af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:26.997832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.022636 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:27.023291 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88240b87-163f-4c23-a921-2cd0dd235f1a req-0638f98e-611f-42de-8ce2-c04c534b1586 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:27.034501 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88240b87-163f-4c23-a921-2cd0dd235f1a req-0638f98e-611f-42de-8ce2-c04c534b1586 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.4419594 May 19 06:33:27.059545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e5a1-682e-4d70-b71d-a10fb860bfaa req-c17a5998-2ad8-48f2-9d62-7823d81d6108 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:27.067885 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.069317 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4fa8e5a1-682e-4d70-b71d-a10fb860bfaa req-c17a5998-2ad8-48f2-9d62-7823d81d6108 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.0914938 May 19 06:33:27.101583 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:27.138675 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-88240b87-163f-4c23-a921-2cd0dd235f1a req-9d109bb9-4b0b-4ac0-942e-af4fd75d51fd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031759 May 19 06:33:27.149437 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4fa8e5a1-682e-4d70-b71d-a10fb860bfaa req-43696d98-5ea3-4d58-ac11-4d0822fcfd47 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786023 May 19 06:33:27.153930 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc6fb1-d895-44d4-b4f7-87276b957af6 None None] Current status of the port 04682680-e99c-4e5a-acf7-36c33b74a1bc is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:27.191045 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:27.313575 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['3c7095f0-e36d-4777-bd29-b6064d1fc76d'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:33:27.377859 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:27.436289 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:27.466731 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c757fb-b762-4c85-a023-f0a48f1f596f req-7abff205-197f-41d4-abe1-97c7c8725aa1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:27.478337 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9546-9192-4206-8f90-77682403b296 req-a993996c-30ea-4f5d-ab54-9b3f30ce1c5d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:27.479120 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-19c757fb-b762-4c85-a023-f0a48f1f596f req-7abff205-197f-41d4-abe1-97c7c8725aa1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1134801 May 19 06:33:27.479889 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-94dc9546-9192-4206-8f90-77682403b296 req-a993996c-30ea-4f5d-ab54-9b3f30ce1c5d tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 945 time: 0.1692891 May 19 06:33:27.516921 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 04682680-e99c-4e5a-acf7-36c33b74a1bc up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:27.574131 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-19c757fb-b762-4c85-a023-f0a48f1f596f req-ecd43b90-171e-40ce-8d62-137fe4f8b256 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937080 May 19 06:33:27.611023 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-94dc9546-9192-4206-8f90-77682403b296 req-aa05ce18-db7c-4800-afa7-dd7ebf7cffca tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 May 19 06:33:27.663365 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 04682680-e99c-4e5a-acf7-36c33b74a1bc triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:27.664513 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.711941 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks [] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.720439 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.758604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.796969 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Pushing event updated for resources: {'Port': ['ID=7a4de3d7-b71b-40e1-a704-1d773db188f7,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:27.806562 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.807186 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.807687 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.808187 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.808550 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.809480 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.809866 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.810268 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.810654 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.811209 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.811501 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.811829 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.812156 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.812548 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.813867 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:27.854523 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Attempting to bind port 7a4de3d7-b71b-40e1-a704-1d773db188f7 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:27.855451 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Attempting to bind port 7a4de3d7-b71b-40e1-a704-1d773db188f7 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:27.855451 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Attempting to bind port 7a4de3d7-b71b-40e1-a704-1d773db188f7 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:27.867223 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:27.869518 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:27.869518 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.869518 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:27.870810 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Bound port: 7a4de3d7-b71b-40e1-a704-1d773db188f7, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:27.870810 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:27.948790 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] For port 7a4de3d7-b71b-40e1-a704-1d773db188f7, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:27.952734 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 04682680-e99c-4e5a-acf7-36c33b74a1bc is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:27.953744 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] For port 7a4de3d7-b71b-40e1-a704-1d773db188f7, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=7a4de3d7-b71b-40e1-a704-1d773db188f7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:27.966086 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.005470 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Allocated IP 172.20.0.1 (b9ac4da1-272d-4997-a2c4-1ea590fe3959/c3768edb-759a-4d62-b128-7b59a3fe112c/90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:28.026362 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:28.040379 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:28.041026 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:28.045480 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e658a-6c59-4078-92cb-a893ea2c972f None None] Pushing event updated for resources: {'Port': ['ID=7a4de3d7-b71b-40e1-a704-1d773db188f7,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:28.088942 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:28.126608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks [] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.161638 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:28.170424 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.226742 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:28.241853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:28.247068 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:28.279466 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36773e-5206-4232-88e7-2a8b223ed0bf req-74c55b24-8d40-44da-9367-4f8d9f828b6f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:28.284430 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0b36773e-5206-4232-88e7-2a8b223ed0bf req-74c55b24-8d40-44da-9367-4f8d9f828b6f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.0655637 May 19 06:33:28.305864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:28.364406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.369228 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:28.376223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc0f39-8ddb-437f-a2a0-1cb64e0d74a5 req-e9ba1d92-ffd2-4b76-b042-53d93c82ef6a tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:28.378683 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-08cc0f39-8ddb-437f-a2a0-1cb64e0d74a5 req-e9ba1d92-ffd2-4b76-b042-53d93c82ef6a tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.1287668 May 19 06:33:28.383553 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0b36773e-5206-4232-88e7-2a8b223ed0bf req-7509be8d-00e1-4211-ab43-d4916799c8ad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941563 May 19 06:33:28.452459 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:25Z', 'revision_number': 3, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:28.472116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:28.492676 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2e358-ba5f-49db-b292-7265bff314e0 None None] The sync data for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi is: [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:25Z', 'revision_number': 3, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:33:28.529754 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-08cc0f39-8ddb-437f-a2a0-1cb64e0d74a5 req-1f27fb58-2aed-42c7-9755-70be95c161c7 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056089 May 19 06:33:28.577969 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.585203 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-c4f4dfe6-fcae-45d7-b652-4cce56ba9a12 None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:28.586078 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c4f4dfe6-fcae-45d7-b652-4cce56ba9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.632997 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4dfe6-fcae-45d7-b652-4cce56ba9a12 None None] Port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:28.684853 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 3c7095f0-e36d-4777-bd29-b6064d1fc76d up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:28.723225 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522eaf8-da64-46af-ad82-817fac6d77a7 req-dfe94614-1dc6-4dc7-a678-1a1848cec403 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:28.724919 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f522eaf8-da64-46af-ad82-817fac6d77a7 req-dfe94614-1dc6-4dc7-a678-1a1848cec403 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0590348 May 19 06:33:28.804234 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 3c7095f0-e36d-4777-bd29-b6064d1fc76d completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:33:28.820654 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a4e4-44b8-4345-9c6a-fcaf5ef011f5 req-7cbe1e55-96c7-46fd-95a2-7395fd24d41f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:28.822257 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7918a4e4-44b8-4345-9c6a-fcaf5ef011f5 req-7cbe1e55-96c7-46fd-95a2-7395fd24d41f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 945 time: 0.1298320 May 19 06:33:28.835283 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 3c7095f0-e36d-4777-bd29-b6064d1fc76d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:28.835905 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:28.878702 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f522eaf8-da64-46af-ad82-817fac6d77a7 req-985cc4df-a22f-4d06-8a21-77097155560c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452973 May 19 06:33:28.915293 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7918a4e4-44b8-4345-9c6a-fcaf5ef011f5 req-5c9b4955-2552-4ded-bb52-12e524f14ae7 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861716 May 19 06:33:28.965505 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 3c7095f0-e36d-4777-bd29-b6064d1fc76d is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:28.965902 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.016292 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:29.020611 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c4c1f-25b9-4c03-a329-684cd71e2666" -d '{"events": [{"server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "name": "network-vif-plugged", "status": "completed", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:29.041384 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks [] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.055436 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:29.066623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.067553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 58286b94-de20-44e2-b14e-60bc473bc84e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:33:29.080325 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.130780 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f2362-c421-486b-acbb-a2e18997cda0 x-openstack-request-id: req-671f2362-c421-486b-acbb-a2e18997cda0 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:29.131469 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "name": "network-vif-plugged", "status": "completed", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:29.131900 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-671f2362-c421-486b-acbb-a2e18997cda0 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:29.132553 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671f2362-c421-486b-acbb-a2e18997cda0'] response: {'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d', 'code': 200} May 19 06:33:29.186033 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:29.226843 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-fc05b19f-29c7-4f75-9b1a-307315c1e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:29.228460 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-fc05b19f-29c7-4f75-9b1a-307315c1e7a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af231f2d98544631857757d5b48fd918&device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 1130 time: 0.1831462 May 19 06:33:29.234833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.239369 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:29.271900 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 58286b94-de20-44e2-b14e-60bc473bc84e is: ACTIVE; New status is: DOWN {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:29.274395 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.294498 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-3dec6a8f-a61e-42fc-91ae-2b0a5d9e2e85 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:29.296635 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:29.298193 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-3dec6a8f-a61e-42fc-91ae-2b0a5d9e2e85 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 950 time: 0.1917076 May 19 06:33:29.304163 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-d1ceb1a4-5061-4795-be36-15d29eeabf2e service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143716 May 19 06:33:29.375576 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:29.406165 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.522650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:29.530243 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 7a4de3d7-b71b-40e1-a704-1d773db188f7 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:29.588605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:29.602545 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3238a1-2f7e-4eb9-82b6-68fa313788d5 req-633b3852-0f1f-4cd5-81c4-aa9d34f9b691 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:29.610017 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd3238a1-2f7e-4eb9-82b6-68fa313788d5 req-633b3852-0f1f-4cd5-81c4-aa9d34f9b691 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.0917132 May 19 06:33:29.616017 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:29.636155 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:29.651923 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 7a4de3d7-b71b-40e1-a704-1d773db188f7 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:29.652612 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.781851 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd3238a1-2f7e-4eb9-82b6-68fa313788d5 req-8cb564bd-61b1-4f82-85b1-223c1c1c4461 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705272 May 19 06:33:29.789792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 7a4de3d7-b71b-40e1-a704-1d773db188f7 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:29.794651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.804489 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-4e7311aa-b7a4-41f6-a1a6-56665f9b768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:29.807105 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-4e7311aa-b7a4-41f6-a1a6-56665f9b768b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 200 len: 910 time: 0.4217899 May 19 06:33:29.824212 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 7a4de3d7-b71b-40e1-a704-1d773db188f7, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=7a4de3d7-b71b-40e1-a704-1d773db188f7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:29.832034 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:29.906389 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:29.940988 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=7a4de3d7-b71b-40e1-a704-1d773db188f7,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:30.024528 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:30.045758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Deleting port 58286b94-de20-44e2-b14e-60bc473bc84e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:33:30.046368 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:30.050789 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:30.085986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a41c5-5957-4a3f-b985-d8b7b2e12eea req-7b8fec13-a75d-49dc-957b-92a3dc5f9a20 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:30.086260 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-ee13aa16-f326-4747-9a4f-8b31b4d4b5dd None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:30.087193 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ee13aa16-f326-4747-9a4f-8b31b4d4b5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:30.090288 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-230a41c5-5957-4a3f-b985-d8b7b2e12eea req-7b8fec13-a75d-49dc-957b-92a3dc5f9a20 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 948 time: 0.4566069 May 19 06:33:30.106564 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Router c38d8a55-bb56-4f22-a8b9-53909bb22431 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:33:30.126875 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ee13aa16-f326-4747-9a4f-8b31b4d4b5dd None None] Port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:30.137300 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d355ccb-c307-41d5-9a62-17ea51378487 req-dbd9cc5f-c41b-493a-a48f-43a1ef55c3f4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:30.141807 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9d355ccb-c307-41d5-9a62-17ea51378487 req-dbd9cc5f-c41b-493a-a48f-43a1ef55c3f4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1055276 May 19 06:33:30.166730 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c7e78093-50f8-4881-95a0-05d3312b3792 req-85c351f5-4123-421d-879d-1265f11345fe service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656794 May 19 06:33:30.217578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:30.230125 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-230a41c5-5957-4a3f-b985-d8b7b2e12eea req-6d326464-c041-426f-beb5-cfd5e9fbeb4d tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/security-groups?id=59f2308c-0bad-491e-8007-1770086db3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934384 May 19 06:33:30.238066 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] For port 58286b94-de20-44e2-b14e-60bc473bc84e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=58286b94-de20-44e2-b14e-60bc473bc84e,segment=NetworkSegment(ad93619e-b278-4dff-aa4b-4d4dadcfdc5b),segment_id=ad93619e-b278-4dff-aa4b-4d4dadcfdc5b)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:30.238398 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:30.262258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Calling delete_port for 58286b94-de20-44e2-b14e-60bc473bc84e owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:33:30.294436 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9d355ccb-c307-41d5-9a62-17ea51378487 req-a415bc22-af4a-4a66-a0c9-2ab1c0a258f1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452234 May 19 06:33:30.313572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:33:30.327276 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1f2d6c3f-ebf7-4760-bd1b-fdc30d9bdfb7 admin admin] 10.222.0.65 "PUT /v2.0/routers/c38d8a55-bb56-4f22-a8b9-53909bb22431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8677049 May 19 06:33:30.480923 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-c3014702-6937-4c9b-a032-981227aaf2c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d HTTP/1.1" status: 200 len: 217 time: 0.1000187 May 19 06:33:30.503369 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26067326-a308-4203-aae6-38d4c3919ca0 req-92789282-8b84-4efc-9ed0-34e3e2444314 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:30.505062 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26067326-a308-4203-aae6-38d4c3919ca0 req-92789282-8b84-4efc-9ed0-34e3e2444314 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1703479 May 19 06:33:30.647933 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26067326-a308-4203-aae6-38d4c3919ca0 req-7491182c-209b-4015-8a6e-d2f00a802314 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083226 May 19 06:33:30.648759 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (58286b94-de20-44e2-b14e-60bc473bc84e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:30.691790 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Pushing event deleted for resources: {'Port': ['ID=58286b94-de20-44e2-b14e-60bc473bc84e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:30.824768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] No DVR routers for this DVR port 58286b94-de20-44e2-b14e-60bc473bc84e on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:33:30.831102 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:30.838293 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0c1dcdc2-24ee-49a0-92eb-93a67c92ebcc req-d702b959-5933-4748-87e5-775ed75517f4 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.59 "DELETE /v2.0/ports/58286b94-de20-44e2-b14e-60bc473bc84e HTTP/1.1" status: 204 len: 173 time: 1.4558058 May 19 06:33:30.839054 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-deleted', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:30.844414 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d27a4-6ff0-4ba9-a315-9c3efaabc7b2" -d '{"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-deleted", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:30.913824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330a435d-6eb9-4240-bd49-f65c16140566 x-openstack-request-id: req-330a435d-6eb9-4240-bd49-f65c16140566 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:30.914436 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-deleted", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:30.915276 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-330a435d-6eb9-4240-bd49-f65c16140566 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:30.916764 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330a435d-6eb9-4240-bd49-f65c16140566'] response: {'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-deleted', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e', 'status': 'completed', 'code': 200} May 19 06:33:31.005268 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdbc5d-c76c-42c0-bab9-5c880c8e7ab2 req-46d1541a-8ef4-4bb6-a89e-4de2e0600da6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.013681 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-24cdbc5d-c76c-42c0-bab9-5c880c8e7ab2 req-46d1541a-8ef4-4bb6-a89e-4de2e0600da6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.0892637 May 19 06:33:31.066578 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Sync routers for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:33:31.097979 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:31.099427 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:31.110034 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-24cdbc5d-c76c-42c0-bab9-5c880c8e7ab2 req-cbfb4cd7-f743-4238-af36-3a3a6cfbbd21 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951025 May 19 06:33:31.181721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:31.185901 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:33:31.186540 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfccc5-88e5-4312-8a8a-5dfea8c41465" -d '{"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-unplugged", "status": "completed", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:31.274122 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 06:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312ca98e-3394-4a7a-9207-1864e2b9194c x-openstack-request-id: req-312ca98e-3394-4a7a-9207-1864e2b9194c {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:31.274568 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1dc9d-8cc9-48b5-b7ec-34535b051b30", "name": "network-vif-unplugged", "status": "completed", "tag": "58286b94-de20-44e2-b14e-60bc473bc84e", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:31.274981 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-312ca98e-3394-4a7a-9207-1864e2b9194c {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:31.275601 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312ca98e-3394-4a7a-9207-1864e2b9194c'] response: {'server_uuid': 'd5d1dc9d-8cc9-48b5-b7ec-34535b051b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58286b94-de20-44e2-b14e-60bc473bc84e', 'code': 200} May 19 06:33:31.286935 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55758) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:31.294168 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406088863-network', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:31.313266 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:31.465823 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a7998461-a4b3-4532-887e-187ab7a3c606 req-fec34c6e-34b7-46a2-bc7b-ddccc454ffe1 tempest-VolumesNegativeTest-1153468709 tempest-VolumesNegativeTest-1153468709-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5d1dc9d-8cc9-48b5-b7ec-34535b051b30 HTTP/1.1" status: 200 len: 210 time: 0.1058662 May 19 06:33:31.476334 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-5e45a7dc-eefa-4db8-ae8e-30bfa9931e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.478295 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-5e45a7dc-eefa-4db8-ae8e-30bfa9931e8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 1127 time: 0.1579258 May 19 06:33:31.480203 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-cd85f60f-1381-43ad-95e5-f273de64cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.481896 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-cd85f60f-1381-43ad-95e5-f273de64cc3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63f30d70-e83c-4bf6-8bef-e8b04ba3ad80 HTTP/1.1" status: 200 len: 849 time: 0.1631181 May 19 06:33:31.525804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Made reservation on behalf of f830b7e66df64a10aab07af6820ef125 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:31.529688 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.531161 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 7a4de3d7-b71b-40e1-a704-1d773db188f7 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:31.555475 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.566761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2783b7-881b-4d82-a9a3-d33965e622d8 req-b0810c9a-ab62-4f83-b2ae-e78311704d64 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.568225 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd2783b7-881b-4d82-a9a3-d33965e622d8 req-b0810c9a-ab62-4f83-b2ae-e78311704d64 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0869484 May 19 06:33:31.644493 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 7a4de3d7-b71b-40e1-a704-1d773db188f7 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:31.644846 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.649704 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd2783b7-881b-4d82-a9a3-d33965e622d8 req-d283586b-1c11-4767-af85-debb57d9691a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729821 May 19 06:33:31.709034 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks [] for security_group (1e496875-ed35-468c-a9f0-8b69166a8276), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.716737 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1e496875-ed35-468c-a9f0-8b69166a8276), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.727191 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 2, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:31.748137 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:33:31.759906 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Checking router: c38d8a55-bb56-4f22-a8b9-53909bb22431 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:33:31.760271 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Updating router c38d8a55-bb56-4f22-a8b9-53909bb22431 port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:33:31.791843 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:31.822900 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (b2242b70-e914-4067-8859-f7835d54b198), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.823219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Added segment b2242b70-e914-4067-8859-f7835d54b198 of type vlan for network 3c914e1d-4ffe-4c45-9091-433054d66125 May 19 06:33:31.827382 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e496875-ed35-468c-a9f0-8b69166a8276,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:31.827586 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:31.844804 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-dfd587ea-feb0-48f4-83aa-5a91475a0f98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8a787e6-32b8-4da9-92d6-017ec62447d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884755 May 19 06:33:31.874495 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 7a4de3d7-b71b-40e1-a704-1d773db188f7 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:31.922756 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4233d35-3b8c-45bf-85fd-6d4543a05a68 req-53dda600-8b0e-4c4f-ad6f-329b0af81b73 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.935768 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4233d35-3b8c-45bf-85fd-6d4543a05a68 req-53dda600-8b0e-4c4f-ad6f-329b0af81b73 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1956046 May 19 06:33:31.942290 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1790a9a-9e0e-4266-bc5d-2760037d8392 req-c3562588-f7b5-4405-a4b4-c72dfb9ff367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:31.945561 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1790a9a-9e0e-4266-bc5d-2760037d8392 req-c3562588-f7b5-4405-a4b4-c72dfb9ff367 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 1130 time: 0.1802552 May 19 06:33:31.973529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:31.981482 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (3c914e1d-4ffe-4c45-9091-433054d66125), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.042253 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eee7a-f23e-425e-8e1d-6a7690e8e821 req-87ab43f3-a5ba-49d5-b49d-1ffe1fa37cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:32.044708 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-ef332735-1a5f-4881-9ca8-ba7069e8621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:32.046222 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-ef332735-1a5f-4881-9ca8-ba7069e8621d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.2880275 May 19 06:33:32.046507 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-170eee7a-f23e-425e-8e1d-6a7690e8e821 req-87ab43f3-a5ba-49d5-b49d-1ffe1fa37cb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1129 time: 0.2248466 May 19 06:33:32.047319 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (3c914e1d-4ffe-4c45-9091-433054d66125), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.048270 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:32.048835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.109244 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4233d35-3b8c-45bf-85fd-6d4543a05a68 req-6a6d2e7a-4131-4151-90a6-3b3202fd9af0 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717529 May 19 06:33:32.123181 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] Pushing event updated for resources: {'Network': ['ID=3c914e1d-4ffe-4c45-9091-433054d66125,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:32.137657 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b8b297a7-68a3-4ed7-b216-c14a45875026 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8446131 May 19 06:33:32.137936 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:32.137936 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:32.138825 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55772) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:32.187796 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Request body: {'subnet': {'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406088863-subnet', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:32.230085 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 3c914e1d-4ffe-4c45-9091-433054d66125 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:33:32.253315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Made reservation on behalf of f830b7e66df64a10aab07af6820ef125 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:33:32.253315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.321308 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-c359cec7-f1af-4802-992d-379d4420c8e2 service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478607 May 19 06:33:32.325216 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-170eee7a-f23e-425e-8e1d-6a7690e8e821 req-82f3e639-e73d-4c7c-8a0e-8ae79411f087 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551816 May 19 06:33:32.394456 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-06753e7c-b5c1-4bed-91ee-84bab8ab5836 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34db898-32c0-4c35-871a-443b193021aa HTTP/1.1" status: 200 len: 217 time: 0.1618788 May 19 06:33:32.456718 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1790a9a-9e0e-4266-bc5d-2760037d8392 req-ec0a0aea-dbe8-4745-a4f0-4a2c76080f48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442338 May 19 06:33:32.486261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca38ab-7cf3-48d4-9d47-94ffe8a38d55 req-8adb7326-238e-40c2-ab98-655274a8aa37 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:32.495109 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b8ca38ab-7cf3-48d4-9d47-94ffe8a38d55 req-8adb7326-238e-40c2-ab98-655274a8aa37 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.1253824 May 19 06:33:32.579058 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b8ca38ab-7cf3-48d4-9d47-94ffe8a38d55 req-5131796e-755a-44de-9703-3311a8fa16dd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761364 May 19 06:33:32.593447 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks [] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.611668 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.676758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757edce-8290-4907-9835-e3fb9d4caf39 None None] Pushing event updated for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:32.764358 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device f34db898-32c0-4c35-871a-443b193021aa details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:33:32.832684 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e82cb242-f86a-44e1-9260-4b3a01194917 req-855b54aa-84d6-4ebb-bdd4-f2365a6ff781 service neutron] 10.222.0.59 "GET /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215890 May 19 06:33:32.936903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (fa413de2-1b68-4185-969e-493355dd4894), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.949689 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Attempting to bind port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:32.950326 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Attempting to bind port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:32.950851 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Attempting to bind port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf on network b9ac4da1-272d-4997-a2c4-1ea590fe3959 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:32.969654 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:32.970365 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Checking segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:32.971500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:32.972067 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Bound using segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:32.972737 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Bound port: 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:32.973327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.050140 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa413de2-1b68-4185-969e-493355dd4894,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:33.119623 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-9d3e67ac-0146-45d2-b69a-1e05fccee461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.121781 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-9d3e67ac-0146-45d2-b69a-1e05fccee461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.4087541 May 19 06:33:33.130591 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d43a3-2bcb-4c5a-ac72-212f9f125aea req-c0d0cbf4-c4fb-4195-ab08-fbb8e48e5e74 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.133099 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a93d43a3-2bcb-4c5a-ac72-212f9f125aea req-c0d0cbf4-c4fb-4195-ab08-fbb8e48e5e74 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.2369878 May 19 06:33:33.169687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414a85-1f34-4c7c-a3c0-acab2995306b req-933de8a4-87f1-45ef-b797-dabda54a3ff1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.174115 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96414a85-1f34-4c7c-a3c0-acab2995306b req-933de8a4-87f1-45ef-b797-dabda54a3ff1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1309745 May 19 06:33:33.191438 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Checking segment: {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:33.191999 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Network hostable DHCP agents. Network: 3c914e1d-4ffe-4c45-9091-433054d66125, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:33:33.234669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:33.241637 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a93d43a3-2bcb-4c5a-ac72-212f9f125aea req-8f7c160a-88db-42b8-bb9e-ee3111a4aa47 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902009 May 19 06:33:33.245081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Network 3c914e1d-4ffe-4c45-9091-433054d66125 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:33:33.284552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 3c914e1d-4ffe-4c45-9091-433054d66125) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:33.296679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.298519 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.322031 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:33.351365 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55814) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:33.362752 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847111bb-3ed9-40b2-9f08-2a46f62a798f None None] Network 3c914e1d-4ffe-4c45-9091-433054d66125 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:33:33.420238 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96414a85-1f34-4c7c-a3c0-acab2995306b req-fb87a9b6-584e-419f-bf81-c98d50544840 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373075 May 19 06:33:33.438863 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] For port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:33.443232 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55818) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:33.444153 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9f4c7c6f-d9c6-4d43-af3c-4af774b028dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3046043 May 19 06:33:33.446821 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0db9b652-2b80-4437-b97e-f3309302a4e6 None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:33.447426 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0db9b652-2b80-4437-b97e-f3309302a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.459233 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:33.467707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f34db898-32c0-4c35-871a-443b193021aa,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:33.507728 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] For port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:33.529807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.530210 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'f34db898-32c0-4c35-871a-443b193021aa', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'port_id': 'f34db898-32c0-4c35-871a-443b193021aa', 'mac_address': 'fa:16:3e:c8:4e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:33:33.532330 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.541779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.556131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73580b02-4f72-4805-8d91-f85ad185bdef req-2c4e92dd-a421-43c5-9a73-9e467ef8d05c tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.561966 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-73580b02-4f72-4805-8d91-f85ad185bdef req-2c4e92dd-a421-43c5-9a73-9e467ef8d05c tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1944976 May 19 06:33:33.572475 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:33.610404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0db9b652-2b80-4437-b97e-f3309302a4e6 None None] Port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:33.684314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for router_controller (d9fd2485-5700-403a-bdbb-1eb5881f210c), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.687448 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-73580b02-4f72-4805-8d91-f85ad185bdef req-a60d5935-36c8-426e-875a-f3987057f9d3 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161234 May 19 06:33:33.722555 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757edce-8290-4907-9835-e3fb9d4caf39 None None] Pushing event updated for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:33.783829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-01087a5a-36f1-4cc3-b9c3-3931842cb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:33.786158 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-01087a5a-36f1-4cc3-b9c3-3931842cb807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1103263 May 19 06:33:33.791131 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:33.792815 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:33.839053 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af34e328-45e1-47e1-bde8-bbcda81cdb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.849976 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port f34db898-32c0-4c35-871a-443b193021aa is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:33.850281 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f34db898-32c0-4c35-871a-443b193021aa), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.866094 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-3c914e1d-4ffe-4c45-9091-433054d66125', 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125', 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'fixed_ips': [{'subnet_id': 'fa413de2-1b68-4185-969e-493355dd4894'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:33:33.870175 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:33.898915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34db898-32c0-4c35-871a-443b193021aa {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:33:33.961536 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:33.973222 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f34db898-32c0-4c35-871a-443b193021aa,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:33.985263 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.071939 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:34.177147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:34.198846 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:34.199216 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.284044 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8add9-0d7b-4a73-957b-e6b9dab5be56 req-1a4a6368-4ac2-4045-8d7a-3ea33527f9d6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:34.295312 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddb8add9-0d7b-4a73-957b-e6b9dab5be56 req-1a4a6368-4ac2-4045-8d7a-3ea33527f9d6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 943 time: 0.5073922 May 19 06:33:34.402586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for router_gateway (d9fd2485-5700-403a-bdbb-1eb5881f210c), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.509663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['f34db898-32c0-4c35-871a-443b193021aa'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:33:34.514830 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:34.517330 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:34.569132 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddb8add9-0d7b-4a73-957b-e6b9dab5be56 req-c85576ab-64f1-455b-9670-aac2e1a48e41 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573643 May 19 06:33:34.637302 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-76de68dd-0452-40d7-b05a-9cc4efe06a28 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032136 May 19 06:33:34.690628 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:34.697437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7fc8-2a18-4f14-866a-0ef81b075473 req-4c473bf8-3609-461d-ac38-2436d6509ad7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:34.702267 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dabb7fc8-2a18-4f14-866a-0ef81b075473 req-4c473bf8-3609-461d-ac38-2436d6509ad7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.2038090 May 19 06:33:34.720319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Allocated IP 172.20.0.2 (3c914e1d-4ffe-4c45-9091-433054d66125/fa413de2-1b68-4185-969e-493355dd4894/32b6df2f-89d9-4f91-9952-c5361f3cfbd1) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:34.739583 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.764697 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af34e328-45e1-47e1-bde8-bbcda81cdb3b admin admin] Publish callbacks [] for security_group (ae7e5215-52f1-4ddc-9af0-1fe66784406e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.841597 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dabb7fc8-2a18-4f14-866a-0ef81b075473 req-c434f352-725a-4aa8-a961-b696d99d5791 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316161 May 19 06:33:34.884824 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3d95-a92e-4397-89b9-2770b8cf01d6 req-c08c0c71-30e5-43b5-875f-8b160db08704 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:34.899418 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-245d3d95-a92e-4397-89b9-2770b8cf01d6 req-c08c0c71-30e5-43b5-875f-8b160db08704 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.2460313 May 19 06:33:34.902921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af34e328-45e1-47e1-bde8-bbcda81cdb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ae7e5215-52f1-4ddc-9af0-1fe66784406e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:34.918745 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:33Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:34.999328 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56149c3-19ea-45a5-bc76-bdb0a3e69976 None None] The sync data for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi is: [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:33Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:33:35.007570 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Current status of the port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:35.008285 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.088371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfd913-1d5f-4c47-82c2-ce5ce6144e63 req-d9f949cd-4c34-4678-800d-e210f0a243f0 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:35.106946 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1ebfd913-1d5f-4c47-82c2-ce5ce6144e63 req-d9f949cd-4c34-4678-800d-e210f0a243f0 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1483016 May 19 06:33:35.196455 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a5a8455-bc5d-43e6-9cbf-a1c911a170fe req-d7931627-745a-4e8f-818f-a9485ee770eb service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782640 May 19 06:33:35.269638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] For port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:35.311490 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.330836 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1ebfd913-1d5f-4c47-82c2-ce5ce6144e63 req-885a5f8e-e32c-4ed1-8dfd-31eea630b735 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229440 May 19 06:33:35.340489 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-af34e328-45e1-47e1-bde8-bbcda81cdb3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9febbdff58a49bbb56b0e64aaa851c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9877944 May 19 06:33:35.344465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55906) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:35.442350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e328-45e1-47e1-bde8-bbcda81cdb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e5215-52f1-4ddc-9af0-1fe66784406e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:35.448138 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] Publish callbacks [] for security_group (ae7e5215-52f1-4ddc-9af0-1fe66784406e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.450516 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-579ac7d0-2d27-4ee0-ae39-06f4f9dafeb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5802021 May 19 06:33:35.454132 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for router_gateway (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.485637 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] Publish callbacks [] for security_group (ae7e5215-52f1-4ddc-9af0-1fe66784406e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.584588 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks [] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.590829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (ae7e5215-52f1-4ddc-9af0-1fe66784406e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.594889 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.597045 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae7e5215-52f1-4ddc-9af0-1fe66784406e HTTP/1.1" status: 204 len: 168 time: 0.2496381 May 19 06:33:35.631848 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834fd1f-31c1-4052-b8df-a3b494a6600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e5215-52f1-4ddc-9af0-1fe66784406e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:35.656077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.688912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:35.719620 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-245d3d95-a92e-4397-89b9-2770b8cf01d6 req-55085a98-cefe-45bc-a6e3-b5a2a4cc0f2d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8188276 May 19 06:33:35.756286 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:35.772021 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-cac3ac48-f2f4-4f6c-b51b-18e9d5e1ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:35.778159 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-cac3ac48-f2f4-4f6c-b51b-18e9d5e1ba7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1129 time: 0.2553742 May 19 06:33:35.912105 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:36.017362 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fee81-1b11-4958-96fb-ddaa386349ed req-33a523f9-2ce2-40bb-8009-898c4090c778 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:36.020701 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-664fee81-1b11-4958-96fb-ddaa386349ed req-33a523f9-2ce2-40bb-8009-898c4090c778 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 944 time: 0.1788044 May 19 06:33:36.103874 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9eb11-a063-4c37-be8c-499043ff5a29 None None] Pushing event updated for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:36.135213 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Network 3c914e1d-4ffe-4c45-9091-433054d66125 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:36.143241 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:36.149122 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:36.219192 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:36.258688 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-664fee81-1b11-4958-96fb-ddaa386349ed req-28dbc718-88d4-42d6-9bc2-16029258572d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237251 May 19 06:33:36.283414 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:36.284197 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.316465 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d352-b0c8-4581-9bd2-770347e53b01 req-89e10e0e-6a68-42ab-83b9-9ba0cbc77a44 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:36.324725 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f284d352-b0c8-4581-9bd2-770347e53b01 req-89e10e0e-6a68-42ab-83b9-9ba0cbc77a44 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.2788389 May 19 06:33:36.344152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:36.378884 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Pushing event updated for resources: {'Port': ['ID=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:36.381094 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-d230a6f4-0de0-41be-bd92-068eab0d2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:36.382877 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-d230a6f4-0de0-41be-bd92-068eab0d2842 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.4998209 May 19 06:33:36.409979 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Attempting to bind port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:36.410614 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Attempting to bind port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:36.411137 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Attempting to bind port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 on network 3c914e1d-4ffe-4c45-9091-433054d66125 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:36.424447 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:36.425327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Checking segment: {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:36.425745 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.426317 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Bound using segment: {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:36.426967 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Bound port: 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:36.427521 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.532897 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-1c04d862-7067-4362-b948-4258fa80962a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 217 time: 0.1264486 May 19 06:33:36.537868 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f284d352-b0c8-4581-9bd2-770347e53b01 req-aad767cb-e365-4c69-8b22-235981672f65 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122388 May 19 06:33:36.539447 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Allocated IP 172.27.1.226 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/c5bd1c51-2f11-4d5c-b858-32f6766b3bc0) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:36.604975 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 55954) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:36.615479 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:36.631021 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3f28-234a-463d-abed-d64563e4bfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.642139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] For port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:36.645852 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:36.656766 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] For port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:36.668877 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.691860 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-435ef6f7-efed-4cad-a08b-52573b2690f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:36.693816 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-435ef6f7-efed-4cad-a08b-52573b2690f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.1511562 May 19 06:33:36.738022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device f34db898-32c0-4c35-871a-443b193021aa up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:36.801501 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7741aa-2c08-48cc-801c-a3a3c8a49a45 req-3c33c23d-15e1-4038-8f4a-2679266dc21f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:36.803304 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec7741aa-2c08-48cc-801c-a3a3c8a49a45 req-3c33c23d-15e1-4038-8f4a-2679266dc21f tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.0648379 May 19 06:33:36.831035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3f28-234a-463d-abed-d64563e4bfdc admin admin] Publish callbacks [] for security_group (538c1257-6e73-474f-a266-5c27f986c683), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.843626 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3f28-234a-463d-abed-d64563e4bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (538c1257-6e73-474f-a266-5c27f986c683), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.870373 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:36.935085 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 55960) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:36.939062 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5d6b3f28-234a-463d-abed-d64563e4bfdc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a43ddb55909c48c3894a1731d01c7576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310752 May 19 06:33:36.945508 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429362f-ceb8-4f90-bf7f-b6dcdf095428 None None] Pushing event updated for resources: {'Port': ['ID=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:36.954306 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ec7741aa-2c08-48cc-801c-a3a3c8a49a45 req-f02b9fe4-0ef1-461e-b490-f7cfbb0d297b tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430936 May 19 06:33:36.990485 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port f34db898-32c0-4c35-871a-443b193021aa completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:33:37.000398 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port f34db898-32c0-4c35-871a-443b193021aa triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:37.001134 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f34db898-32c0-4c35-871a-443b193021aa), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.017304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3f28-234a-463d-abed-d64563e4bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c1257-6e73-474f-a266-5c27f986c683,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:37.092728 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83266b-9932-4d2e-84f8-43ab93acd5ba req-317dd435-c138-4759-8174-97096e3930aa tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:37.095505 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a83266b-9932-4d2e-84f8-43ab93acd5ba req-317dd435-c138-4759-8174-97096e3930aa tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1351607 May 19 06:33:37.113446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:37.114922 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] Publish callbacks [] for security_group (538c1257-6e73-474f-a266-5c27f986c683), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.125457 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.145549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:37.327192 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1a83266b-9932-4d2e-84f8-43ab93acd5ba req-c3a61294-7c93-4b5d-9657-d2b980531c19 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238491 May 19 06:33:37.380610 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:37.385585 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] Publish callbacks [] for security_group (538c1257-6e73-474f-a266-5c27f986c683), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.405965 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port f34db898-32c0-4c35-871a-443b193021aa is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:37.412067 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:37.418084 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Pushing event updated for resources: {'Port': ['ID=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:37.429347 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f34db898-32c0-4c35-871a-443b193021aa), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.442257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:37.481223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821b61-8af8-4e8c-8e00-e295a8668435 req-6a8cf424-6ff5-4efc-99d0-c8067e3ca3f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:37.483279 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-50821b61-8af8-4e8c-8e00-e295a8668435 req-6a8cf424-6ff5-4efc-99d0-c8067e3ca3f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 944 time: 0.0868378 May 19 06:33:37.497817 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:37.503990 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4dfd7-396a-47e7-a286-10c1b42d662e" -d '{"events": [{"server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "f34db898-32c0-4c35-871a-443b193021aa"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:37.551338 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f34db898-32c0-4c35-871a-443b193021aa,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:37.559517 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.587424 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.588167 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.588167 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.588491 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.588792 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.589201 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.589463 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.589790 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.590116 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.590438 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.590763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.591217 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.591538 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.591862 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.592179 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:33:37.614152 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4067ac-7fa2-445d-aef4-ee1075569da5 x-openstack-request-id: req-ca4067ac-7fa2-445d-aef4-ee1075569da5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:37.614803 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "f34db898-32c0-4c35-871a-443b193021aa", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:37.615260 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca4067ac-7fa2-445d-aef4-ee1075569da5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:37.615869 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4067ac-7fa2-445d-aef4-ee1075569da5'] response: {'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa', 'code': 200} May 19 06:33:37.641830 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:37.711676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:37.721807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:37.770452 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:37.770975 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.820762 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449edbad-f116-477b-9c06-197e50e80ded req-7f09edf2-6c62-43e9-91ad-dc2d60791d48 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:37.829069 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-449edbad-f116-477b-9c06-197e50e80ded req-7f09edf2-6c62-43e9-91ad-dc2d60791d48 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1047254 May 19 06:33:37.834305 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-50821b61-8af8-4e8c-8e00-e295a8668435 req-e145e682-6ccc-4a1b-be99-b3f4c95e624a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711627 May 19 06:33:37.840312 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-75ffa401-a4fb-4128-9a55-76af33b2c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:37.842184 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-75ffa401-a4fb-4128-9a55-76af33b2c79c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1970286 May 19 06:33:37.906694 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (538c1257-6e73-474f-a266-5c27f986c683), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.909554 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.910732 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/538c1257-6e73-474f-a266-5c27f986c683 HTTP/1.1" status: 204 len: 168 time: 0.9745469 May 19 06:33:37.930324 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:37.939023 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:37.941141 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-449edbad-f116-477b-9c06-197e50e80ded req-86bcae21-d4fa-410b-9247-7c82ffc71b54 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092606 May 19 06:33:37.947886 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:37.989240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:38.010750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6969b88-1711-45f6-a73e-837c6a5acda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c1257-6e73-474f-a266-5c27f986c683,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:38.056409 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31946579-76ee-4167-b324-332512d64186 req-3e4f63e9-c733-4978-b9e6-154a6e3265b8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:38.059064 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-31946579-76ee-4167-b324-332512d64186 req-3e4f63e9-c733-4978-b9e6-154a6e3265b8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1159213 May 19 06:33:38.089657 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:38.119638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.122806 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:38.141715 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f099e3-f273-499e-8e6e-2d839dafdaa6 req-4ee9d7b3-8953-4b6a-974d-a3abe96fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:38.143909 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-1b364240-5f24-4170-b006-878270e4d20a service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924688 May 19 06:33:38.144109 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-09f099e3-f273-499e-8e6e-2d839dafdaa6 req-4ee9d7b3-8953-4b6a-974d-a3abe96fec25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 1129 time: 0.2012823 May 19 06:33:38.224563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a429a-f975-4c0a-aac4-0e86935a5479 req-01629a47-ab08-40e7-8264-34618f1682be tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:38.226476 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-748a429a-f975-4c0a-aac4-0e86935a5479 req-01629a47-ab08-40e7-8264-34618f1682be tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 946 time: 0.1529262 May 19 06:33:38.243096 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Deleting port 3c7095f0-e36d-4777-bd29-b6064d1fc76d {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:33:38.243457 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.342473 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-09f099e3-f273-499e-8e6e-2d839dafdaa6 req-a9b5a235-95ec-42a7-82eb-51cf49346378 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891992 May 19 06:33:38.360394 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:38.420322 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for router_gateway (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.427380 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:38.427759 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.468733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] For port 3c7095f0-e36d-4777-bd29-b6064d1fc76d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3c7095f0-e36d-4777-bd29-b6064d1fc76d,segment=NetworkSegment(0c7b09c4-c875-4720-b709-965221512a68),segment_id=0c7b09c4-c875-4720-b709-965221512a68)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:38.469201 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.498052 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Calling delete_port for 3c7095f0-e36d-4777-bd29-b6064d1fc76d owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:33:38.561358 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-748a429a-f975-4c0a-aac4-0e86935a5479 req-63664092-9029-43cd-9d9a-8b3889703f42 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/security-groups?id=6767b8a6-ab1e-43c8-b544-1c7e523a55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996860 May 19 06:33:38.589984 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d86aa1b-ba69-4eab-9054-2b221b9e8e3c req-86d47337-bd9c-4cef-ac5b-61eb9840c705 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354384 May 19 06:33:38.610198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac43ee-ab58-4d1b-bc38-0c0f8bd74089 req-bc3645b3-3f65-406c-b901-6bf353cc5d3d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:38.618010 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8fac43ee-ab58-4d1b-bc38-0c0f8bd74089 req-bc3645b3-3f65-406c-b901-6bf353cc5d3d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1171381 May 19 06:33:38.672574 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:38.811258 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8fac43ee-ab58-4d1b-bc38-0c0f8bd74089 req-b5fea990-9726-48f0-9538-9b3ad12f5ea7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902235 May 19 06:33:38.852929 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 56066) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:38.875969 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-32cd48cb-fb34-4a38-8305-79e5c0bb3827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:38.909825 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe2dea-51cc-4b4a-8db4-02cf8507257f None None] Network 3c914e1d-4ffe-4c45-9091-433054d66125 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:33:39.010920 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (3c7095f0-e36d-4777-bd29-b6064d1fc76d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.018791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-fa117d1f-5d53-4702-961d-278105aa8f3a None None] Provisioning complete for port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:39.019404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fa117d1f-5d53-4702-961d-278105aa8f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.062407 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['3c7095f0-e36d-4777-bd29-b6064d1fc76d'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:33:39.115126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.132012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Pushing event deleted for resources: {'Port': ['ID=3c7095f0-e36d-4777-bd29-b6064d1fc76d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:39.167322 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7ec0-7e0e-4162-883c-090899cb18df req-f6aa4893-b4b1-4bfa-892b-6399ba86861c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:39.169129 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-785d7ec0-7e0e-4162-883c-090899cb18df req-f6aa4893-b4b1-4bfa-892b-6399ba86861c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.1320860 May 19 06:33:39.178874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-91080678-3f3d-4013-8944-ec2683967067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:39.183366 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-91080678-3f3d-4013-8944-ec2683967067 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 1129 time: 0.1154847 May 19 06:33:39.256781 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91771ee-81e5-417e-9db2-57083c2c2451 req-2537980e-aff6-4b85-87f7-6fff9681207e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:39.257381 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-fa117d1f-5d53-4702-961d-278105aa8f3a None None] Current status of the port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:39.258396 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d91771ee-81e5-417e-9db2-57083c2c2451 req-2537980e-aff6-4b85-87f7-6fff9681207e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1942427 May 19 06:33:39.273098 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] No DVR routers for this DVR port 3c7095f0-e36d-4777-bd29-b6064d1fc76d on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:33:39.276082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.276259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.281568 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-31946579-76ee-4167-b324-332512d64186 req-994caa6d-0a20-493a-9f53-f0c22752ddd9 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.59 "DELETE /v2.0/ports/3c7095f0-e36d-4777-bd29-b6064d1fc76d HTTP/1.1" status: 204 len: 173 time: 1.2120636 May 19 06:33:39.284400 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'name': 'network-vif-deleted', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:39.286710 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23072ca5-9128-41d3-a038-b20de17f432e" -d '{"events": [{"server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "name": "network-vif-deleted", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:39.299723 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-785d7ec0-7e0e-4162-883c-090899cb18df req-618ac00a-44db-4ba9-a1d0-8459930f8bd3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759952 May 19 06:33:39.335278 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.337628 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-32cd48cb-fb34-4a38-8305-79e5c0bb3827 admin admin] Publish callbacks [] for security_group (d47a7211-f710-4e63-9984-872ff760dcaf), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.353548 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-32cd48cb-fb34-4a38-8305-79e5c0bb3827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d47a7211-f710-4e63-9984-872ff760dcaf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.420088 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d91771ee-81e5-417e-9db2-57083c2c2451 req-5d868bc1-832d-4ea0-aab1-c6152731e461 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494639 May 19 06:33:39.424729 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128f9b7-6445-48f1-b855-260210875083 x-openstack-request-id: req-7128f9b7-6445-48f1-b855-260210875083 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:39.424729 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ec744c-95d9-4999-a7fe-8c884dfe1a05", "name": "network-vif-deleted", "tag": "3c7095f0-e36d-4777-bd29-b6064d1fc76d", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:39.425031 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7128f9b7-6445-48f1-b855-260210875083 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:39.437784 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7128f9b7-6445-48f1-b855-260210875083'] response: {'server_uuid': '32ec744c-95d9-4999-a7fe-8c884dfe1a05', 'name': 'network-vif-deleted', 'tag': '3c7095f0-e36d-4777-bd29-b6064d1fc76d', 'status': 'completed', 'code': 200} May 19 06:33:39.503349 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.512754 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-32cd48cb-fb34-4a38-8305-79e5c0bb3827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccaa6b270e6e492cb7bd2322285fbb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585114 May 19 06:33:39.513702 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd48cb-fb34-4a38-8305-79e5c0bb3827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a7211-f710-4e63-9984-872ff760dcaf,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:39.516234 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 56098) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:39.573700 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:39.624916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] Publish callbacks [] for security_group (d47a7211-f710-4e63-9984-872ff760dcaf), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.683046 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.685325 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:39.685770 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.687946 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-73124aba-6baf-49d5-a6c3-8c65c9c659c1 None None] Provisioning complete for port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:39.688489 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73124aba-6baf-49d5-a6c3-8c65c9c659c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.697338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] Publish callbacks [] for security_group (d47a7211-f710-4e63-9984-872ff760dcaf), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.735992 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-ffc59dac-6587-461c-973c-47a2e7845621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:39.737547 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-ffc59dac-6587-461c-973c-47a2e7845621 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.2304404 May 19 06:33:39.749546 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a5f59ef5-dbaa-49b4-a44c-5ff9fb8743d8 req-0d79142d-6305-4171-ada4-437369acc347 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0550692 May 19 06:33:39.770130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Router d9fd2485-5700-403a-bdbb-1eb5881f210c is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:33:39.776994 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d47a7211-f710-4e63-9984-872ff760dcaf), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.780499 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.781480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:39.784010 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d47a7211-f710-4e63-9984-872ff760dcaf HTTP/1.1" status: 204 len: 168 time: 0.2662096 May 19 06:33:39.795863 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7abc7-1fc9-41aa-badb-66a53e086123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a7211-f710-4e63-9984-872ff760dcaf,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:39.912750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:39.914724 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:39.922025 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-73124aba-6baf-49d5-a6c3-8c65c9c659c1 None None] Current status of the port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:39.953643 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:33:39.972068 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Sync routers for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:33:39.992165 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52191a86-35bc-4951-b29e-440086d0302c req-1ec32d1d-893a-43d2-9b6b-a88b6272b3e5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:39.994077 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52191a86-35bc-4951-b29e-440086d0302c req-1ec32d1d-893a-43d2-9b6b-a88b6272b3e5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0868955 May 19 06:33:40.004649 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:40.005671 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:40.055735 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:40.059472 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-28a4da53-4150-4e28-8ad9-2d1b3ec0bd2c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6149006 May 19 06:33:40.063197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 56120) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:40.066856 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-ea045694-cdf3-4f9f-8c3e-ef10390a98e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 200 len: 217 time: 0.0885320 May 19 06:33:40.156170 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52191a86-35bc-4951-b29e-440086d0302c req-bde41e70-da6a-4888-83af-07d4d87397b5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555729 May 19 06:33:40.185593 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-f568613e-e7a5-4e79-9247-8f9f374b20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:40.187167 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-f568613e-e7a5-4e79-9247-8f9f374b20d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.1140814 May 19 06:33:40.195749 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:40.267356 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-19f557b4-f1e3-45dc-b800-fabf4d674cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:40.269245 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-19f557b4-f1e3-45dc-b800-fabf4d674cd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755534 May 19 06:33:40.434110 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-0829cfc3-fafb-41d7-8c1e-75a8a599176f service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585541 May 19 06:33:40.506291 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eb656-096c-4d78-989a-ec16cd4a3e61 req-5e744631-e332-470c-b9fb-5ebe74897a34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:40.508057 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-677eb656-096c-4d78-989a-ec16cd4a3e61 req-5e744631-e332-470c-b9fb-5ebe74897a34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0680985 May 19 06:33:40.511144 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:38Z', 'revision_number': 3, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:40.548181 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Checking router: d9fd2485-5700-403a-bdbb-1eb5881f210c for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:33:40.550088 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Updating router d9fd2485-5700-403a-bdbb-1eb5881f210c port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:33:40.592982 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:40.639331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4f10-adee-4f85-8281-91bf24b55c06 req-cab54141-0a3e-4872-871b-7404961aaff1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:40.647375 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f3ab4f10-adee-4f85-8281-91bf24b55c06 req-cab54141-0a3e-4872-871b-7404961aaff1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0835433 May 19 06:33:40.654885 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-677eb656-096c-4d78-989a-ec16cd4a3e61 req-79bf486f-f1bc-42db-8a9c-755a6ccc2962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280885 May 19 06:33:40.709250 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3d951df4-0238-4c6d-9eb6-9d61bedeb014 req-671b10b0-7dfa-4c8d-b6b5-a48a53b8728e service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999457 May 19 06:33:40.806041 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7263cd-a651-4a3a-9c6e-5e79ca177320 req-a01ac350-86bd-43b5-ade7-5e4455601973 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:40.818741 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fa7263cd-a651-4a3a-9c6e-5e79ca177320 req-a01ac350-86bd-43b5-ade7-5e4455601973 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0833278 May 19 06:33:40.819278 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56140) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:40.826418 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'port_id': 'f34db898-32c0-4c35-871a-443b193021aa'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:40.922942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.085800 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71099798-04a3-480a-9d4d-9a79d9b67945 req-3685b53f-c84e-489f-9ed0-123af0bf15ec tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0953896 May 19 06:33:41.119761 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.133049 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks [] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.155131 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.261190 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.274679 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Attempting to bind port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:41.275044 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Attempting to bind port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:41.275411 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Attempting to bind port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:41.289155 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696143-3caa-4019-b72c-ed0089dd7c44 None None] Pushing event updated for resources: {'Port': ['ID=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:41.300179 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:41.300538 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:41.303686 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.304322 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:41.304985 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Bound port: c5bd1c51-2f11-4d5c-b858-32f6766b3bc0, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:41.305657 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.411619 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56162) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:41.412501 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f3ab4f10-adee-4f85-8281-91bf24b55c06 req-62ddc674-2162-4ba2-8d57-3d090e836a0e tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640059 May 19 06:33:41.480344 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] For port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:41.490015 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] For port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:41.504115 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.566935 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:41.567930 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:41.574000 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.577727 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:41.590698 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995dd9a-1d7b-41d4-aa39-73e13ac70188 req-13f0b12f-3413-4278-a7e1-fb9598d25e3b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:41.592654 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3995dd9a-1d7b-41d4-aa39-73e13ac70188 req-13f0b12f-3413-4278-a7e1-fb9598d25e3b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1819637 May 19 06:33:41.647995 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696143-3caa-4019-b72c-ed0089dd7c44 None None] Pushing event updated for resources: {'Port': ['ID=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:41.683709 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.708985 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.787694 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3995dd9a-1d7b-41d4-aa39-73e13ac70188 req-63428c2a-3923-42a6-b88f-4de957c0a4a2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740391 May 19 06:33:41.850726 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Allocated IP 172.20.0.1 (3c914e1d-4ffe-4c45-9091-433054d66125/fa413de2-1b68-4185-969e-493355dd4894/99857403-5893-49d1-a361-3eff50ec9f5e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:41.855907 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:41.856688 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:41.942492 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a9a8f2c3-a33a-42a8-90e8-29ff54c3cb97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8beaccf2315245ec8959a58d23ebd293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269821 May 19 06:33:41.945401 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 56166) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:42.028055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks [] for port (99857403-5893-49d1-a361-3eff50ec9f5e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.062904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] Publish callbacks [] for security_group (59f2308c-0bad-491e-8007-1770086db3d0), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.086646 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:38Z', 'revision_number': 3, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:42.117386 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] Publish callbacks [] for security_group (59f2308c-0bad-491e-8007-1770086db3d0), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.138279 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577bd5da-cd58-4db4-baa1-3c089a018f45 None None] The sync data for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi is: [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:38Z', 'revision_number': 3, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:33:42.152484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.157346 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.168275 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.285098 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Network 3c914e1d-4ffe-4c45-9091-433054d66125 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:42.327080 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:42.335802 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56e41126-9a24-419b-a766-83179a817c6e req-083e4ab0-02db-4a65-a745-24f70a6d5db8 tempest-VolumesActionsTest-572450892 tempest-VolumesActionsTest-572450892-project] 10.222.0.65 "GET /v2.0/ports?device_id=32ec744c-95d9-4999-a7fe-8c884dfe1a05 HTTP/1.1" status: 200 len: 210 time: 0.0716546 May 19 06:33:42.337050 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:42.343760 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Pushing event updated for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:42.348474 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (59f2308c-0bad-491e-8007-1770086db3d0), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.355456 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.356615 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59f2308c-0bad-491e-8007-1770086db3d0 HTTP/1.1" status: 204 len: 168 time: 0.4101546 May 19 06:33:42.380528 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP bd1dce12-9743-4393-899e-47da5c5cd0e2 associated. External IP: 172.27.1.24, port: f34db898-32c0-4c35-871a-443b193021aa. May 19 06:33:42.403548 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621570e-d10b-4007-a4e4-3251b9ae22b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2308c-0bad-491e-8007-1770086db3d0,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:42.421127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.730261 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 3c7095f0-e36d-4777-bd29-b6064d1fc76d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:33:42.743715 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.779170 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 3c7095f0-e36d-4777-bd29-b6064d1fc76d {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:33:42.779512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 3c7095f0-e36d-4777-bd29-b6064d1fc76d not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:33:42.953217 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e842-4993-4470-a628-c58af98d3d78 req-427130f5-6111-4e56-8744-4455112a2c48 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:42.954706 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d455e842-4993-4470-a628-c58af98d3d78 req-427130f5-6111-4e56-8744-4455112a2c48 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.2812729 May 19 06:33:42.993601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-01bfbec3-af8f-4edc-a215-e5b57d8710e8 None None] Provisioning complete for port 99857403-5893-49d1-a361-3eff50ec9f5e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:42.994157 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01bfbec3-af8f-4edc-a215-e5b57d8710e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:42.998055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:43.011459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:43.069410 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-01bfbec3-af8f-4edc-a215-e5b57d8710e8 None None] Port 99857403-5893-49d1-a361-3eff50ec9f5e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:43.086139 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da3675-76a9-4b6e-9f2e-ed6de488780e req-26e7049d-c4d2-4219-8ddf-15bb0c18733f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:43.087781 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-08da3675-76a9-4b6e-9f2e-ed6de488780e req-26e7049d-c4d2-4219-8ddf-15bb0c18733f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1543145 May 19 06:33:43.192782 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-08da3675-76a9-4b6e-9f2e-ed6de488780e req-58002612-9579-4c4f-bfe9-5e28b30969d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922604 May 19 06:33:43.240698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks [] for port (99857403-5893-49d1-a361-3eff50ec9f5e), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.247855 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.349415 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Pushing event updated for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:43.357189 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.393104 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d455e842-4993-4470-a628-c58af98d3d78 req-e4da875b-79ba-4eff-8e30-1cbc2832728d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139677 May 19 06:33:43.574864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:33:43.586261 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:43.610786 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Network 3c914e1d-4ffe-4c45-9091-433054d66125 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:43.614118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:43.723759 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:43.724144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.813597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7418c79e-7451-4d49-a669-29515c0eeb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.854384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Router d9fd2485-5700-403a-bdbb-1eb5881f210c has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:33:43.896730 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:33:43.908957 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.918384 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:33:43.946333 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:43.946792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:43.952381 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:43.953034 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:43.971862 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-bfb3bfbe-d022-4884-a92c-95b14036b072 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "PUT /v2.0/floatingips/bd1dce12-9743-4393-899e-47da5c5cd0e2 HTTP/1.1" status: 200 len: 990 time: 3.1495283 May 19 06:33:43.972463 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:33:43.974718 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be7ee9-51d5-48d7-a0d4-51174166c74a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "tag": "f34db898-32c0-4c35-871a-443b193021aa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:33:44.019748 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c13cb-2606-4382-8c31-7736e075ddaf x-openstack-request-id: req-9c3c13cb-2606-4382-8c31-7736e075ddaf {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:33:44.020148 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "tag": "f34db898-32c0-4c35-871a-443b193021aa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:33:44.020490 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c3c13cb-2606-4382-8c31-7736e075ddaf {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:33:44.020985 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3c13cb-2606-4382-8c31-7736e075ddaf'] response: {'name': 'network-changed', 'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa', 'status': 'completed', 'code': 200} May 19 06:33:44.026917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:33:44.039541 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-87041ede-35c7-4348-af9f-5dad02b4ee2a admin admin] 10.222.0.65 "PUT /v2.0/routers/d9fd2485-5700-403a-bdbb-1eb5881f210c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9749913 May 19 06:33:44.078546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:44.082504 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-e32126c4-6a29-400a-a41c-3fe36a1d63bd None None] Provisioning complete for port 99857403-5893-49d1-a361-3eff50ec9f5e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:44.082879 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e32126c4-6a29-400a-a41c-3fe36a1d63bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:44.091204 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:44.113771 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-40280cea-87c4-4827-8d99-7a756cb3227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.116997 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-40280cea-87c4-4827-8d99-7a756cb3227d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 1129 time: 0.0652032 May 19 06:33:44.200230 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e32126c4-6a29-400a-a41c-3fe36a1d63bd None None] Port 99857403-5893-49d1-a361-3eff50ec9f5e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:33:44.230814 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:44.243029 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:44.261681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:44.308842 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-89e343d8-3d67-43ec-91b0-06ba4eafc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.310885 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-89e343d8-3d67-43ec-91b0-06ba4eafc6df service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.1880181 May 19 06:33:44.451824 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-bbcb1d46-ed93-4906-8ad6-4b762e29b484 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34db898-32c0-4c35-871a-443b193021aa HTTP/1.1" status: 200 len: 998 time: 0.1289508 May 19 06:33:44.456679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b53bc-f979-48c1-8eeb-33eec4e8a266 req-d91018b1-fed5-40d9-85f6-6b460f586fe1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.458682 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cc6b53bc-f979-48c1-8eeb-33eec4e8a266 req-d91018b1-fed5-40d9-85f6-6b460f586fe1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0864553 May 19 06:33:44.550216 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cc6b53bc-f979-48c1-8eeb-33eec4e8a266 req-53580995-73e0-4c44-9ac8-2976d46c6364 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807767 May 19 06:33:44.624277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f3769-5639-4946-9bc9-c6a01385a199 req-d88ba297-4fc2-4582-b47e-413bd27bf0d2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.626284 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5f3769-5639-4946-9bc9-c6a01385a199 req-d88ba297-4fc2-4582-b47e-413bd27bf0d2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1311398 May 19 06:33:44.629317 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-e53f3621-8a48-4fd8-8229-8e956443b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.631068 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-e53f3621-8a48-4fd8-8229-8e956443b1c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.1769681 May 19 06:33:44.669517 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}, {'id': 'bd1dce12-9743-4393-899e-47da5c5cd0e2', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'f34db898-32c0-4c35-871a-443b193021aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:c8:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:09Z', 'updated_at': '2022-05-19T06:33:41Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:44.728112 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-8da67fe1-dfd0-4774-bbc9-043223c7f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:44.731037 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-8da67fe1-dfd0-4774-bbc9-043223c7f18d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0936377 May 19 06:33:44.755565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:44.775352 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ae5f3769-5639-4946-9bc9-c6a01385a199 req-cc598990-a7a9-4a03-bfe3-7c139431d637 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220963 May 19 06:33:44.967881 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:33:44.985343 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-c23f1731-2855-4943-83b0-b11736c82654 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439282 May 19 06:33:45.020086 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:45.020920 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:45.077208 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Sync routers for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:33:45.097637 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:45.100264 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:45.101441 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:45.179599 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4be7ee9-51d5-48d7-a0d4-51174166c74a req-fea0a52c-c5d9-42ea-aaca-6724f164c7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880167 May 19 06:33:45.214095 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:45.223806 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:45.280219 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:45.343689 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 56266) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:45.475269 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:45.569239 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-631fc25f-4a82-4533-b544-4b184752d514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.577147 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:45.624364 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:42Z', 'revision_number': 4, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '99857403-5893-49d1-a361-3eff50ec9f5e', 'name': '', 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'mac_address': 'fa:16:3e:55:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fa413de2-1b68-4185-969e-493355dd4894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:41Z', 'updated_at': '2022-05-19T06:33:42Z', 'revision_number': 2, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'subnets': [{'id': 'fa413de2-1b68-4185-969e-493355dd4894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:45.679165 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:45.679878 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.693925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-631fc25f-4a82-4533-b544-4b184752d514 admin admin] Publish callbacks [] for security_group (e8710476-ff23-4c97-98ea-981aea12947d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.710680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-631fc25f-4a82-4533-b544-4b184752d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e8710476-ff23-4c97-98ea-981aea12947d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.729634 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Checking router: d9fd2485-5700-403a-bdbb-1eb5881f210c for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:33:45.731921 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Updating router d9fd2485-5700-403a-bdbb-1eb5881f210c port 99857403-5893-49d1-a361-3eff50ec9f5e binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:33:45.738401 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:45.744911 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-631fc25f-4a82-4533-b544-4b184752d514 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05d7f01134574fdbb0217b60891885d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000800 May 19 06:33:45.747980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56280) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:45.782842 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}, {'id': 'bd1dce12-9743-4393-899e-47da5c5cd0e2', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'f34db898-32c0-4c35-871a-443b193021aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:c8:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:09Z', 'updated_at': '2022-05-19T06:33:41Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:45.794235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:45.819218 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] Publish callbacks [] for security_group (e8710476-ff23-4c97-98ea-981aea12947d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.820629 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.827695 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44bf20-416c-447e-b746-889ee110d40c None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}, {'id': 'bd1dce12-9743-4393-899e-47da5c5cd0e2', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'f34db898-32c0-4c35-871a-443b193021aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:c8:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:09Z', 'updated_at': '2022-05-19T06:33:41Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:33:45.839238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ca782-af0e-4e32-a889-77cfdb14794b req-29f7f0a5-711f-404a-81a8-04f19dfdd50f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:45.841594 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-699ca782-af0e-4e32-a889-77cfdb14794b req-29f7f0a5-711f-404a-81a8-04f19dfdd50f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1420789 May 19 06:33:45.842741 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fc25f-4a82-4533-b544-4b184752d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8710476-ff23-4c97-98ea-981aea12947d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:45.907226 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] Publish callbacks [] for security_group (e8710476-ff23-4c97-98ea-981aea12947d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:45.912597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:45.970977 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-699ca782-af0e-4e32-a889-77cfdb14794b req-14a6c525-97ac-40ee-a2db-f597a49822ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054730 May 19 06:33:46.025142 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5302acf6-b976-451f-be42-c7dda8f5a662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.039765 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e8710476-ff23-4c97-98ea-981aea12947d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.042938 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.047307 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8710476-ff23-4c97-98ea-981aea12947d HTTP/1.1" status: 204 len: 168 time: 0.2954562 May 19 06:33:46.081483 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda47ec-d390-4a66-87bd-6e2853ca1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8710476-ff23-4c97-98ea-981aea12947d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:46.195673 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06062e8e-0442-4ba7-9c7a-4d2eca253599 None None] New status for floating IP bd1dce12-9743-4393-899e-47da5c5cd0e2: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:33:46.455580 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks [] for port (99857403-5893-49d1-a361-3eff50ec9f5e), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.471963 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.554469 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fbe00-9813-4d3a-81ac-76059e97cdf8 None None] Pushing event updated for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:46.684746 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Attempting to bind port 99857403-5893-49d1-a361-3eff50ec9f5e on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:33:46.700293 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Attempting to bind port 99857403-5893-49d1-a361-3eff50ec9f5e by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:33:46.700662 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Attempting to bind port 99857403-5893-49d1-a361-3eff50ec9f5e on network 3c914e1d-4ffe-4c45-9091-433054d66125 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:33:46.708525 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:33:46.709025 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Checking segment: {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:33:46.709620 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.710096 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Bound using segment: {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:33:46.710756 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Bound port: 99857403-5893-49d1-a361-3eff50ec9f5e, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2242b70-e914-4067-8859-f7835d54b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:33:46.711897 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.783576 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:46.815805 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] For port 99857403-5893-49d1-a361-3eff50ec9f5e, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:33:46.820296 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] For port 99857403-5893-49d1-a361-3eff50ec9f5e, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99857403-5893-49d1-a361-3eff50ec9f5e,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:33:46.834688 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:46.890008 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:46.909051 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fbe00-9813-4d3a-81ac-76059e97cdf8 None None] Pushing event updated for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:46.928203 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:33:46.928960 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:33:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:46.959411 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Provisioning complete for port 99857403-5893-49d1-a361-3eff50ec9f5e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:46.960107 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:47.194689 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:33:47.230706 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Current status of the port 99857403-5893-49d1-a361-3eff50ec9f5e is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:47.231404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:47.263003 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b9b4d-a056-4bcc-88f1-87e41b508ab0 req-aea4309b-a7b4-448b-9b65-070fb98fa49c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:47.281629 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7c4b9b4d-a056-4bcc-88f1-87e41b508ab0 req-aea4309b-a7b4-448b-9b65-070fb98fa49c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1227832 May 19 06:33:47.307978 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] For port 99857403-5893-49d1-a361-3eff50ec9f5e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99857403-5893-49d1-a361-3eff50ec9f5e,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:33:47.317201 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:47.382881 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7c4b9b4d-a056-4bcc-88f1-87e41b508ab0 req-39d93dd0-74ac-49da-9ec7-5cfcd13f2fa2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976608 May 19 06:33:47.430108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb3b65-d366-43fd-9a8f-00ebcf048e69 None None] Pushing event updated for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:47.448894 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-7dd0041a-4364-4768-94a0-d023a2eaf602 None None] Provisioning complete for port 99857403-5893-49d1-a361-3eff50ec9f5e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:47.449331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7dd0041a-4364-4768-94a0-d023a2eaf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:47.507073 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:42Z', 'revision_number': 4, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '99857403-5893-49d1-a361-3eff50ec9f5e', 'name': '', 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'mac_address': 'fa:16:3e:55:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fa413de2-1b68-4185-969e-493355dd4894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:41Z', 'updated_at': '2022-05-19T06:33:46Z', 'revision_number': 4, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'subnets': [{'id': 'fa413de2-1b68-4185-969e-493355dd4894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:33:47.541503 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e53e71-2d02-48b1-a926-f4412866a89b None None] The sync data for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi is: [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:33:42Z', 'revision_number': 4, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '99857403-5893-49d1-a361-3eff50ec9f5e', 'name': '', 'network_id': '3c914e1d-4ffe-4c45-9091-433054d66125', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'mac_address': 'fa:16:3e:55:6e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fa413de2-1b68-4185-969e-493355dd4894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:41Z', 'updated_at': '2022-05-19T06:33:46Z', 'revision_number': 4, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'subnets': [{'id': 'fa413de2-1b68-4185-969e-493355dd4894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:33:47.556223 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0041a-4364-4768-94a0-d023a2eaf602 None None] Current status of the port 99857403-5893-49d1-a361-3eff50ec9f5e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:47.629216 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:48.528727 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488b6ef-b850-4bbd-a194-c96b3870e1f9 req-38b5053f-dc97-4e6f-a934-0fd2bdf0a4f9 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:48.537331 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d488b6ef-b850-4bbd-a194-c96b3870e1f9 req-38b5053f-dc97-4e6f-a934-0fd2bdf0a4f9 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0629377 May 19 06:33:48.601370 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d488b6ef-b850-4bbd-a194-c96b3870e1f9 req-3964a7b4-b788-4be5-babd-ff14c14e370e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629733 May 19 06:33:48.799534 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:48.819410 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:48.820183 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56336) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:48.825621 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736021003', 'description': 'tempest-description--698938407'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:48.916445 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.114871 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (f349fe55-4715-4dc2-93ec-6fecf050da44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.123541 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f349fe55-4715-4dc2-93ec-6fecf050da44), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.181420 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.187224 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3615057 May 19 06:33:49.190842 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56348) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:49.208377 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'security_group_rule': {'security_group_id': 'f349fe55-4715-4dc2-93ec-6fecf050da44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:49.221249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4da8-cf66-4081-9764-58700d52d7bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f349fe55-4715-4dc2-93ec-6fecf050da44,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:49.309484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (042fc0e1-c8b6-4be2-a15d-bb442e43fadc), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.472190 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (042fc0e1-c8b6-4be2-a15d-bb442e43fadc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.491599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (042fc0e1-c8b6-4be2-a15d-bb442e43fadc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.508807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:49.537025 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:49.544243 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fc0e1-c8b6-4be2-a15d-bb442e43fadc,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:49.559107 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.560967 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-62cba625-9772-4020-859d-d45772d7fff9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621752 May 19 06:33:49.563603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56364) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:49.571707 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'security_group_rule': {'security_group_id': 'f349fe55-4715-4dc2-93ec-6fecf050da44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:49.604977 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99857403-5893-49d1-a361-3eff50ec9f5e up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:33:49.618066 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (d0c4e28f-e653-449c-8a81-1c9a97ab584d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.734904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:49.754495 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 99857403-5893-49d1-a361-3eff50ec9f5e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:33:49.754957 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.771764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (d0c4e28f-e653-449c-8a81-1c9a97ab584d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.792451 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (d0c4e28f-e653-449c-8a81-1c9a97ab584d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.857627 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c4e28f-e653-449c-8a81-1c9a97ab584d,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:49.907898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:49.921548 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8f71e106-0b42-4514-b46a-a30ba3127e97 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565631 May 19 06:33:49.922181 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56372) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:33:49.939547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:33:49.956888 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2840d77-30bd-40f6-b43b-3f67aeafd7b0 req-c0aa5f71-e38c-4cf6-9b98-1abb8541703f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:49.971496 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e2840d77-30bd-40f6-b43b-3f67aeafd7b0 req-c0aa5f71-e38c-4cf6-9b98-1abb8541703f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.2154615 May 19 06:33:50.036139 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:50.139011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 99857403-5893-49d1-a361-3eff50ec9f5e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:33:50.165164 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e2840d77-30bd-40f6-b43b-3f67aeafd7b0 req-7f640c5f-f470-46a7-a2bf-6800ef47c539 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908019 May 19 06:33:50.167957 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:50.382658 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:50.614944 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Allocated IP 172.27.1.188 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/a516ba15-8efd-4409-b932-f95233b3f93b) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:33:50.836832 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for port (a516ba15-8efd-4409-b932-f95233b3f93b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:50.961683 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:51.011906 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:33:51.019229 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:33:51.024133 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:33:51.030227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'Port': ['ID=a516ba15-8efd-4409-b932-f95233b3f93b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:51.099900 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:51.179759 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (7ed75342-787b-429e-be76-446857c68389), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:51.296739 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:51.890947 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:51.933898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dd899-4cd2-4aec-86c3-5df3d1f72eb7 req-7a878d2c-b8d6-4cf4-aae7-7cc7c934acc4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:51.936664 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c2dd899-4cd2-4aec-86c3-5df3d1f72eb7 req-7a878d2c-b8d6-4cf4-aae7-7cc7c934acc4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.5584865 May 19 06:33:51.948655 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for port (a516ba15-8efd-4409-b932-f95233b3f93b), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:51.966345 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:52.183307 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c2dd899-4cd2-4aec-86c3-5df3d1f72eb7 req-ab2891a0-5561-421c-bcfd-8d6d430dafb5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306669 May 19 06:33:52.233907 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'Port': ['ID=a516ba15-8efd-4409-b932-f95233b3f93b,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:33:52.270446 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (7ed75342-787b-429e-be76-446857c68389), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:52.307401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:33:52.309510 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8b73d10c-f287-4858-87f3-6e377da48585 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3848171 May 19 06:33:53.397588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98f4fc-2df0-468a-8842-f4f58393a3ab req-504fbaa1-50df-4958-ac89-0fd33c0e4547 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:53.413363 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f98f4fc-2df0-468a-8842-f4f58393a3ab req-504fbaa1-50df-4958-ac89-0fd33c0e4547 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1092172 May 19 06:33:53.544753 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f98f4fc-2df0-468a-8842-f4f58393a3ab req-9b423a65-3eb0-4b2f-8478-1573e6f2ea15 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268959 May 19 06:33:54.716822 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8815c3-635e-4ccb-99a5-ba050545600a req-a15cd49a-5331-46e6-8fa0-61f69eb8a5fe tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:54.725326 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d8815c3-635e-4ccb-99a5-ba050545600a req-a15cd49a-5331-46e6-8fa0-61f69eb8a5fe tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0659325 May 19 06:33:54.865041 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d8815c3-635e-4ccb-99a5-ba050545600a req-3a083502-615d-40c9-9b22-509e73f48a15 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386638 May 19 06:33:56.066892 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ffe2e-8533-4def-86bc-28b0f3e536ac req-6f1fc54c-ce79-45dd-b718-81ae52826407 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:56.069341 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-679ffe2e-8533-4def-86bc-28b0f3e536ac req-6f1fc54c-ce79-45dd-b718-81ae52826407 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0779331 May 19 06:33:56.153619 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-679ffe2e-8533-4def-86bc-28b0f3e536ac req-bdaff214-388e-40c2-85c0-c9340355b8bc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763261 May 19 06:33:57.388836 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75084e70-626c-4318-9980-77feedce3f3e req-66721a7d-062b-4918-956e-296ac13521b1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:57.400350 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-75084e70-626c-4318-9980-77feedce3f3e req-66721a7d-062b-4918-956e-296ac13521b1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1095705 May 19 06:33:57.469005 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:57.487806 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-75084e70-626c-4318-9980-77feedce3f3e req-2dd49603-b51c-4ac3-86a8-7c3fc8a73ec4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829153 May 19 06:33:57.504356 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=32 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:57.509889 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:UPDATE=1,neutron:SELECT=40,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:33:58.610098 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c49b5-5744-4141-892a-3fa825dc9d43 req-b51225e7-d916-4bb0-98d7-d599bc784cea tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:58.618532 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-993c49b5-5744-4141-892a-3fa825dc9d43 req-b51225e7-d916-4bb0-98d7-d599bc784cea tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0571628 May 19 06:33:58.736670 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-993c49b5-5744-4141-892a-3fa825dc9d43 req-cd0b6a41-47dd-43b3-b251-6ca6f679257f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168206 May 19 06:33:59.391341 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6a9ee038-2115-4cdf-ad2b-7bb4e98cd2b8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1736021003&fields=id&tenant_id=35cb15f2075c41889b91291b645170a5 HTTP/1.1" status: 200 len: 267 time: 0.0914524 May 19 06:33:59.574665 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-f432ed5f-e4f6-4a6d-a21a-5cca88bbc70b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:59.576592 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-f432ed5f-e4f6-4a6d-a21a-5cca88bbc70b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 0.1725490 May 19 06:33:59.596285 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-99993292-a5af-4093-bbac-c141398a5180 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/quotas/35cb15f2075c41889b91291b645170a5 HTTP/1.1" status: 200 len: 375 time: 0.0114419 May 19 06:33:59.659923 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-79e3d0b0-7ee0-4f3e-9f47-5d6bc2dd353f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:33:59.663224 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-9ab2ea72-6102-4865-9652-1e54f39aa559 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0588484 May 19 06:33:59.666708 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-79e3d0b0-7ee0-4f3e-9f47-5d6bc2dd353f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 814 time: 0.1349871 May 19 06:33:59.683812 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-13116053-d372-4ea8-97b7-c581ea094e97 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/quotas/14bd96bd91c44b888074b760e9834814 HTTP/1.1" status: 200 len: 375 time: 0.0161388 May 19 06:33:59.770041 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ba907a62-0ef2-429e-894d-f489c918d807 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850160 May 19 06:33:59.854249 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-c732d890-eadc-4cde-8b53-db6cbc426de4 service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706169 May 19 06:33:59.876223 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-7992cbbf-48e1-47e6-ad98-b9236f5fac75 service neutron] 10.222.0.65 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049340 May 19 06:33:59.982987 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:00.008637 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-d7cd7bc0-f794-4b4a-b3fd-15a3daf945ca service neutron] 10.222.0.65 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532469 May 19 06:34:00.010983 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-c51025c0-6fd0-4a58-a5ab-7858312aa306 service neutron] 10.222.0.65 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324108 May 19 06:34:00.122524 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:00.124742 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:00.243117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa27e4-61b7-4420-9acf-6cd9d4aa196a req-1a5616d7-b731-485e-811e-218ac730b7db tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:00.258875 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01fa27e4-61b7-4420-9acf-6cd9d4aa196a req-1a5616d7-b731-485e-811e-218ac730b7db tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0737615 May 19 06:34:00.265108 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6a7afd93-8041-4221-b39e-746f3534ec69 req-6f4dcfc2-2b4c-4997-9ee4-0667131b72d4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0517933 May 19 06:34:00.343091 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-01fa27e4-61b7-4420-9acf-6cd9d4aa196a req-778632d2-728f-4512-869c-4ad31458a352 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769053 May 19 06:34:00.391368 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b7d112f3-b0b9-4b72-813d-40b1ba6330c1 req-eaf5dc60-f7fc-4b56-9f90-2649e27c2139 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 210 time: 0.0811732 May 19 06:34:00.785393 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6f4f-c0cd-420b-83e5-fa7c6d079ae7 req-1dc7bfbb-4f00-4453-927c-92357d0c91cc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:00.787224 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-08ac6f4f-c0cd-420b-83e5-fa7c6d079ae7 req-1dc7bfbb-4f00-4453-927c-92357d0c91cc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1018074 May 19 06:34:00.931695 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-08ac6f4f-c0cd-420b-83e5-fa7c6d079ae7 req-fa928827-45bf-43f8-91c5-a08cfc83b95c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383083 May 19 06:34:00.976695 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-def3ea6b-4bb9-4b65-b3be-49352f983785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:00.980830 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-def3ea6b-4bb9-4b65-b3be-49352f983785 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1130 time: 0.1539798 May 19 06:34:01.134244 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-2bbce15e-c464-47a4-8c12-54f97cee1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:01.136368 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-2bbce15e-c464-47a4-8c12-54f97cee1456 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.1459005 May 19 06:34:01.227615 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-a8af1de8-dcaf-4dfd-8725-dc3d24e63974 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 1002 time: 0.0845094 May 19 06:34:01.343938 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-3f5a257a-ba56-48ce-a053-a33298a7e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:01.350476 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-3f5a257a-ba56-48ce-a053-a33298a7e489 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.1142159 May 19 06:34:01.436326 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-04a94b28-3b58-4965-84b1-c64a910d37de req-eb21c28b-c17f-448b-a8ff-9979a50d9bcb tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0541387 May 19 06:34:01.520794 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d67595b0-a47d-4644-a7c7-e47ac5de8a67 req-45916f25-fa28-4220-88ad-92f40f1d48b5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 210 time: 0.0364926 May 19 06:34:01.692205 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-f90e1b2a-687a-44bf-a507-06eb98a2dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:01.694461 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-f90e1b2a-687a-44bf-a507-06eb98a2dd8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1146564 May 19 06:34:02.139855 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-24e4aa42-5b98-4f6d-a367-a45066440c74 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854026 May 19 06:34:02.233132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef636b-ed5f-4030-b076-0b94fab1b05c req-fba2da2e-8f88-4805-beab-14855a08f0ba tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:02.241758 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e9ef636b-ed5f-4030-b076-0b94fab1b05c req-fba2da2e-8f88-4805-beab-14855a08f0ba tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1502509 May 19 06:34:02.284382 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:02.293368 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:02.315758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-3006d526-feaf-4578-8e98-476ca17eeefa tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:02.317242 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-3006d526-feaf-4578-8e98-476ca17eeefa tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 818 time: 0.3549199 May 19 06:34:02.323721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:02.329940 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9bb75bdb-27f7-4092-ab95-132d5d2c8172 req-e359859f-3e08-41e9-8cd7-49ccf1c86177 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811619 May 19 06:34:02.372587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-63ca6b19-b7a3-4d75-85da-0172b07b32ce tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:02.374108 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-63ca6b19-b7a3-4d75-85da-0172b07b32ce tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 814 time: 0.2584465 May 19 06:34:02.380701 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e9ef636b-ed5f-4030-b076-0b94fab1b05c req-a3575f9e-bf0a-4416-9989-432d01b99847 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377387 May 19 06:34:02.437770 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-c027382a-0584-40d3-bd2b-d12ec83bd09a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35cb15f2075c41889b91291b645170a5 HTTP/1.1" status: 200 len: 380 time: 0.1067948 May 19 06:34:02.492473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'port': {'device_id': '285cd5e6-76c3-491a-8b1d-23837478002a', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'admin_state_up': True, 'tenant_id': '14bd96bd91c44b888074b760e9834814'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:02.510238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'port': {'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'admin_state_up': True, 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'security_groups': ['f349fe55-4715-4dc2-93ec-6fecf050da44']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:02.575835 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c15e8fd0-e566-4105-bdc4-466a65926bb4 req-8be764b8-caf4-4231-915e-280cf2550e04 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0456066 May 19 06:34:02.671807 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-29411578-29ea-45d1-b18a-ec9d7ee89136 req-284ea5dd-57a8-412b-bde1-e71e773cf119 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 210 time: 0.0469253 May 19 06:34:02.760511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Made reservation on behalf of 35cb15f2075c41889b91291b645170a5 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:34:02.765209 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:02.788796 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Made reservation on behalf of 14bd96bd91c44b888074b760e9834814 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:34:02.793763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:03.067584 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Allocated IP 172.20.0.5 (860daf04-4a0a-4379-9eea-a84339c17edf/a354ce2f-139a-4ca9-bb4e-603a40b44167/e9987cd3-ff74-46e7-8754-720b4458b23e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:34:03.139383 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Allocated IP 172.20.0.5 (b9ac4da1-272d-4997-a2c4-1ea590fe3959/c3768edb-759a-4d62-b128-7b59a3fe112c/aaf80320-db37-4f95-9ea4-8a1de850bf84) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:34:03.283379 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:03.306192 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:03.388857 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:03.473234 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:03.477331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:03.540907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Network 860daf04-4a0a-4379-9eea-a84339c17edf is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:34:03.549183 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:34:03.552980 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:34:03.556121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event updated for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:03.604018 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.604375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.604763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.605100 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.605475 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.605809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.606135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.606459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.606781 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.607100 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.607421 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.607740 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.608057 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.608410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.608690 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:03.661989 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:03.728920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43c8a-b4b9-4dee-b512-dd7875feb7a8 req-1235a3a6-6483-4943-bfa7-b7cf00033139 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:03.750333 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27d43c8a-b4b9-4dee-b512-dd7875feb7a8 req-1235a3a6-6483-4943-bfa7-b7cf00033139 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.1319098 May 19 06:34:03.909608 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-27d43c8a-b4b9-4dee-b512-dd7875feb7a8 req-e8c220c0-24f0-47f5-97d5-360e6113fc3b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545658 May 19 06:34:04.084227 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-796c0d54-ca56-4b9c-9d9c-fc5e3f372f7d None None] Provisioning complete for port e9987cd3-ff74-46e7-8754-720b4458b23e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:04.084948 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-796c0d54-ca56-4b9c-9d9c-fc5e3f372f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.184327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-796c0d54-ca56-4b9c-9d9c-fc5e3f372f7d None None] Port e9987cd3-ff74-46e7-8754-720b4458b23e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:34:04.187404 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ede8-4f05-4014-a56a-3c39bce8f76d req-e9d6e96a-d53e-4ae8-ad23-ecf255b83eb3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:04.196809 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eb30ede8-4f05-4014-a56a-3c39bce8f76d req-e9d6e96a-d53e-4ae8-ad23-ecf255b83eb3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 931 time: 0.0914161 May 19 06:34:04.268600 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eb30ede8-4f05-4014-a56a-3c39bce8f76d req-57399523-88cf-4215-94a1-4d1e7b422024 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704851 May 19 06:34:04.450969 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:04.452280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.477740 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:34:04.511281 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:34:04.517263 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:04.523707 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:34:04.542648 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6682d5-8c89-4a16-8962-e3796d000fa7 req-05de6999-29e3-4607-88e9-83830b2164e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:04.544726 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd6682d5-8c89-4a16-8962-e3796d000fa7 req-05de6999-29e3-4607-88e9-83830b2164e2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 931 time: 0.2233696 May 19 06:34:04.577565 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-08feea17-2067-4804-a41f-d1f7c052b8c5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0806201 May 19 06:34:04.591610 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.605348 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Request body: {'port': {'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:04.716257 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:04.717402 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.779621 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd6682d5-8c89-4a16-8962-e3796d000fa7 req-5a148ce5-2f3e-46e6-aa70-412cef7315f8 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007189 May 19 06:34:04.793825 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-88003ff9-84ad-4668-97e0-0b58f01e377a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3056765 May 19 06:34:04.795004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.825076 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Request body: {'port': {'device_id': '285cd5e6-76c3-491a-8b1d-23837478002a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:04.986309 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:04.991783 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-fe8b50af-83e3-4728-bef1-7f297db87eaa None None] Provisioning complete for port aaf80320-db37-4f95-9ea4-8a1de850bf84 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:04.992161 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe8b50af-83e3-4728-bef1-7f297db87eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:05.027540 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:05.059823 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b50af-83e3-4728-bef1-7f297db87eaa None None] Port aaf80320-db37-4f95-9ea4-8a1de850bf84 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:34:05.088479 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:05.476450 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1d624-b7e9-4c90-a9b7-ade7238e9447 req-4f766650-835c-479c-9b93-fb36b1dd1b0d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:05.482654 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87f1d624-b7e9-4c90-a9b7-ade7238e9447 req-4f766650-835c-479c-9b93-fb36b1dd1b0d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 931 time: 0.1044931 May 19 06:34:05.585850 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-87f1d624-b7e9-4c90-a9b7-ade7238e9447 req-e5d614cc-17c1-41f3-8efe-3a202e16e85a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964608 May 19 06:34:05.665176 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9987cd3-ff74-46e7-8754-720b4458b23e {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:05.674021 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks [] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:05.705447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Transition to ACTIVE for port object e9987cd3-ff74-46e7-8754-720b4458b23e will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:34:05.722328 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:05.899988 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf80320-db37-4f95-9ea4-8a1de850bf84 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:05.925852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks [] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:05.947852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Transition to ACTIVE for port object aaf80320-db37-4f95-9ea4-8a1de850bf84 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:34:06.055087 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822c427-88cf-40b7-937b-beca895a3a5d req-e49992f5-322b-401b-8e30-03b93dbadf3f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:06.056854 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8822c427-88cf-40b7-937b-beca895a3a5d req-e49992f5-322b-401b-8e30-03b93dbadf3f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 943 time: 0.0879376 May 19 06:34:06.057588 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:06.063237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.207179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:06.218450 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8822c427-88cf-40b7-937b-beca895a3a5d req-aa6b556c-dda3-4b81-80a0-22e227d2c024 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520789 May 19 06:34:06.330783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:06.366899 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:06.369513 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Attempting to bind port e9987cd3-ff74-46e7-8754-720b4458b23e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:34:06.370309 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Attempting to bind port e9987cd3-ff74-46e7-8754-720b4458b23e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:34:06.370813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Attempting to bind port e9987cd3-ff74-46e7-8754-720b4458b23e on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:06.385820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Port e9987cd3-ff74-46e7-8754-720b4458b23e on network 860daf04-4a0a-4379-9eea-a84339c17edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:34:06.387026 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Attempting to bind port e9987cd3-ff74-46e7-8754-720b4458b23e on network 860daf04-4a0a-4379-9eea-a84339c17edf {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:06.395530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:34:06.396134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Checking segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:34:06.397097 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Bound using segment: {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:34:06.398197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Bound port: e9987cd3-ff74-46e7-8754-720b4458b23e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:34:06.398789 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.402860 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Attempting to bind port aaf80320-db37-4f95-9ea4-8a1de850bf84 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:34:06.403441 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Attempting to bind port aaf80320-db37-4f95-9ea4-8a1de850bf84 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:34:06.403782 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Attempting to bind port aaf80320-db37-4f95-9ea4-8a1de850bf84 on network b9ac4da1-272d-4997-a2c4-1ea590fe3959 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:06.487737 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:34:06.491543 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e9987cd3-ff74-46e7-8754-720b4458b23e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:34:06.494982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Port aaf80320-db37-4f95-9ea4-8a1de850bf84 on network b9ac4da1-272d-4997-a2c4-1ea590fe3959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:34:06.495307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Attempting to bind port aaf80320-db37-4f95-9ea4-8a1de850bf84 on network b9ac4da1-272d-4997-a2c4-1ea590fe3959 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:06.502966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:34:06.503341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Checking segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:34:06.503724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Bound using segment: {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:34:06.504207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Bound port: aaf80320-db37-4f95-9ea4-8a1de850bf84, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c322e07d-1b21-4095-9283-c3fddbb34e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:34:06.504599 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.520984 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.601751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:06.602364 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.604016 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] 10.222.0.59 "PUT /v2.0/ports/e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 1093 time: 2.0087640 May 19 06:34:06.604529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:06.606852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:06.763015 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b71e01-0b8a-4299-a7a5-f50c014408ce x-openstack-request-id: req-07b71e01-0b8a-4299-a7a5-f50c014408ce {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:06.763699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:06.763699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07b71e01-0b8a-4299-a7a5-f50c014408ce {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:06.764005 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b71e01-0b8a-4299-a7a5-f50c014408ce'] response: {'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'status': 'completed', 'code': 200} May 19 06:34:06.776903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2182f-11b5-4f5a-b66c-a4b7e141bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:06.791134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:34:06.797243 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:34:06.805425 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-9a8ec435-dc58-40d1-ad51-a84b563ae3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:06.807723 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-9a8ec435-dc58-40d1-ad51-a84b563ae3d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1127 time: 0.1393874 May 19 06:34:06.818888 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:06.874689 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee66a-e384-418f-9139-6f573b460cab req-39dff7a7-34ac-4fc4-831f-5a169e22e0f5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:06.880008 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d2ee66a-e384-418f-9139-6f573b460cab req-39dff7a7-34ac-4fc4-831f-5a169e22e0f5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.1168263 May 19 06:34:06.901655 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-8643309d-9434-4e54-941f-0d8830a97d1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 217 time: 0.0680807 May 19 06:34:07.045814 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d2ee66a-e384-418f-9139-6f573b460cab req-4318b1c6-d266-4fc2-b66d-caf296716dd4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572561 May 19 06:34:07.123224 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:07.127633 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.128237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:07.129646 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-ea866dec-b05a-4dd2-972a-5d2fbb6b3778 service neutron] 10.222.0.59 "PUT /v2.0/ports/aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 1093 time: 2.3190155 May 19 06:34:07.191529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-4cbc4b29-3fc9-474e-aef0-9f9e669588e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.193981 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-4cbc4b29-3fc9-474e-aef0-9f9e669588e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.2652347 May 19 06:34:07.353004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-00fc7630-c41b-4c2e-9273-db4d4cf31a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.354698 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-00fc7630-c41b-4c2e-9273-db4d4cf31a2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1127 time: 0.1597002 May 19 06:34:07.433729 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-7aacd671-5738-4ab6-a30c-ebe6481d87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.436015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-7aacd671-5738-4ab6-a30c-ebe6481d87a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2250597 May 19 06:34:07.440449 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-6fddfc3e-16bd-45c1-911a-8bd7556d8fbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 217 time: 0.0681562 May 19 06:34:07.602327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7588b0-0667-44ca-8d99-03758d93a8fb req-a502789f-3ec3-47bf-abb2-4c24cbbd8316 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.604256 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d7588b0-0667-44ca-8d99-03758d93a8fb req-a502789f-3ec3-47bf-abb2-4c24cbbd8316 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 943 time: 0.2339332 May 19 06:34:07.644628 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-5fa232ac-4b1a-4e1c-aa0d-cf763ff53569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.647705 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-5fa232ac-4b1a-4e1c-aa0d-cf763ff53569 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.1826203 May 19 06:34:07.710934 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-7cf8e5cf-1653-4586-84a8-b7a59d87ca90 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366397 May 19 06:34:07.729673 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d7588b0-0667-44ca-8d99-03758d93a8fb req-a430394d-0869-432e-b0ca-60122ab69853 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084645 May 19 06:34:07.806811 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:07.818022 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-c7334878-6d25-49eb-a14e-420ff08d32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:07.819906 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-c7334878-6d25-49eb-a14e-420ff08d32ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1093991 May 19 06:34:07.903711 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a9c04edd-76a6-43e3-afc4-e2243fe85ee7 req-aa0d4979-3f40-44c4-aab3-4195cc2f3b5e service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528790 May 19 06:34:08.006989 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-9c695ea8-f442-49ef-9e6f-c225497ef965 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336584 May 19 06:34:08.181663 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:34:08.183345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:08.207137 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca860-515e-4f5d-9ed9-d82bc8cf45ef req-3ba81089-b74e-4c60-bba5-1fd273b4edbb tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:08.217572 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-069ca860-515e-4f5d-9ed9-d82bc8cf45ef req-3ba81089-b74e-4c60-bba5-1fd273b4edbb tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0878549 May 19 06:34:08.243032 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:08.302793 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-069ca860-515e-4f5d-9ed9-d82bc8cf45ef req-d9267562-1f28-4e7c-ac60-f7d7c8df792d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821111 May 19 06:34:08.352043 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-55363163-12ce-4379-b34e-bc6b2091aa48 req-dd4ea600-7015-4ddb-a494-9413237fe063 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776607 May 19 06:34:08.769986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:08.773927 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b" -d '{"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:08.824327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef65b9-e5c0-4f76-98a7-e08432ad5aad x-openstack-request-id: req-13ef65b9-e5c0-4f76-98a7-e08432ad5aad {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:08.824983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:08.825192 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13ef65b9-e5c0-4f76-98a7-e08432ad5aad {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:08.825528 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ef65b9-e5c0-4f76-98a7-e08432ad5aad'] response: {'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:34:08.885001 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73726-9c99-41bc-b3e5-4c25c7646066 req-bddfccc1-65ec-4203-a7e7-c3a28471d51b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:08.886563 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4cf73726-9c99-41bc-b3e5-4c25c7646066 req-bddfccc1-65ec-4203-a7e7-c3a28471d51b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 943 time: 0.0647528 May 19 06:34:08.952463 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4cf73726-9c99-41bc-b3e5-4c25c7646066 req-253b4f56-01e3-4352-9715-40a4839d53d2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556879 May 19 06:34:09.436789 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf883a-f311-4827-b246-74f335eee290 req-45d21006-3f8a-4590-a8a3-290214b853f3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:09.438401 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eddf883a-f311-4827-b246-74f335eee290 req-45d21006-3f8a-4590-a8a3-290214b853f3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0548282 May 19 06:34:09.500174 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-eddf883a-f311-4827-b246-74f335eee290 req-96869e8d-6ce5-41f1-b829-6aee1e8a4a1d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 May 19 06:34:10.133957 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e3d1-caca-484b-8ca4-94924a77d511 req-714948bc-96d9-4e97-b00e-5c892c90694d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:10.135511 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ea7e3d1-caca-484b-8ca4-94924a77d511 req-714948bc-96d9-4e97-b00e-5c892c90694d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 943 time: 0.0972004 May 19 06:34:10.203444 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ea7e3d1-caca-484b-8ca4-94924a77d511 req-11ea6e3d-98b5-4728-a8aa-aad1e80c168c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604808 May 19 06:34:10.643170 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8437-bb60-4fa7-a02d-059c3465e091 req-0542bff1-6ab3-402b-b7d0-573b2c4330fd tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:10.644943 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e81f8437-bb60-4fa7-a02d-059c3465e091 req-0542bff1-6ab3-402b-b7d0-573b2c4330fd tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0559106 May 19 06:34:10.698086 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e81f8437-bb60-4fa7-a02d-059c3465e091 req-be79e5d4-48f0-419b-a907-1d323ba85aff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 May 19 06:34:10.921688 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e9987cd3-ff74-46e7-8754-720b4458b23e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:34:11.049235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e9987cd3-ff74-46e7-8754-720b4458b23e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:11.064787 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:34:11.117053 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e9987cd3-ff74-46e7-8754-720b4458b23e is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:11.117638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:11.137595 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9987cd3-ff74-46e7-8754-720b4458b23e {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:11.189358 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e9987cd3-ff74-46e7-8754-720b4458b23e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:11.195233 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:11.271499 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:11.283293 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.283749 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.284297 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.284721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.285268 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.285811 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.286354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.286757 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.287155 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.287840 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.288369 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.288885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.289438 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.289950 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.290551 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:11.368833 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525cc5-890f-40e7-852d-64a2e86e5c69 req-63bc52cc-575d-490a-b8d2-bd42be996f23 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:11.371334 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-75525cc5-890f-40e7-852d-64a2e86e5c69 req-63bc52cc-575d-490a-b8d2-bd42be996f23 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 944 time: 0.0724940 May 19 06:34:11.442503 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-75525cc5-890f-40e7-852d-64a2e86e5c69 req-55795e55-af22-4713-9306-90672b384b15 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645280 May 19 06:34:11.516175 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['e9987cd3-ff74-46e7-8754-720b4458b23e'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:34:11.832922 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56448aa-8d62-4d9c-b09c-ef4077a89b93 req-73e6ad02-c2c3-4955-af8b-75d40620c889 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:11.834532 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d56448aa-8d62-4d9c-b09c-ef4077a89b93 req-73e6ad02-c2c3-4955-af8b-75d40620c889 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0573072 May 19 06:34:11.890691 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d56448aa-8d62-4d9c-b09c-ef4077a89b93 req-b8fb047c-c742-4a1e-9d92-6583f575c6ef tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496526 May 19 06:34:12.453357 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=2 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:12.585521 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2d25-e6db-455c-a56f-45f750323f74 req-1df31338-f550-4dc5-841a-26b389c59f93 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:12.587515 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8fdd2d25-e6db-455c-a56f-45f750323f74 req-1df31338-f550-4dc5-841a-26b389c59f93 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 944 time: 0.0685658 May 19 06:34:12.651921 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8fdd2d25-e6db-455c-a56f-45f750323f74 req-0fdf8142-2015-4919-be9f-298a40ad3cae tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580251 May 19 06:34:12.919023 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e9987cd3-ff74-46e7-8754-720b4458b23e up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:34:12.977221 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port e9987cd3-ff74-46e7-8754-720b4458b23e completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:34:12.985719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port e9987cd3-ff74-46e7-8754-720b4458b23e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:12.986399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:13.011748 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:13.041034 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2804-b838-4750-a58e-cd7529a0dd37 req-54a8021b-2cea-4fff-b670-dceebf576c82 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:13.042606 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3eaf2804-b838-4750-a58e-cd7529a0dd37 req-54a8021b-2cea-4fff-b670-dceebf576c82 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0624423 May 19 06:34:13.080233 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e9987cd3-ff74-46e7-8754-720b4458b23e is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:13.080619 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:13.098006 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3eaf2804-b838-4750-a58e-cd7529a0dd37 req-ff97cda5-a348-4b34-8c17-d296f06996e8 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 May 19 06:34:13.112883 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:13.115568 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f1040b-3a22-4a40-bb6e-fc9ef6bdf32f" -d '{"events": [{"server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:13.142337 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e9987cd3-ff74-46e7-8754-720b4458b23e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:13.164844 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:13.209940 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3d9d8-e077-493f-b384-11e99b8b6830 x-openstack-request-id: req-a3e3d9d8-e077-493f-b384-11e99b8b6830 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:13.210315 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:13.210485 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3e3d9d8-e077-493f-b384-11e99b8b6830 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:13.210875 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e3d9d8-e077-493f-b384-11e99b8b6830'] response: {'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'code': 200} May 19 06:34:13.233023 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:13.753664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:13.775570 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd35b-65cf-4262-ae3f-dba14ba0398c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:13.794735 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215e91-ab0f-4520-b26f-af718add9e16 req-3253fdf8-3896-4afc-80a9-4e76d2db2879 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:13.796863 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d4215e91-ab0f-4520-b26f-af718add9e16 req-3253fdf8-3896-4afc-80a9-4e76d2db2879 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0704918 May 19 06:34:13.856785 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d4215e91-ab0f-4520-b26f-af718add9e16 req-4d63a05f-2402-4446-bd18-3346aed8dd28 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525088 May 19 06:34:14.244047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241fb56-2724-47a1-8811-1822fb7e49f9 req-a2ccfcaa-bbcf-4f54-844a-52b83ac7e464 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:14.246216 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b241fb56-2724-47a1-8811-1822fb7e49f9 req-a2ccfcaa-bbcf-4f54-844a-52b83ac7e464 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0541513 May 19 06:34:14.305612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b241fb56-2724-47a1-8811-1822fb7e49f9 req-55f96e66-462c-4d75-b690-f5f9430e281c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534475 May 19 06:34:14.979104 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c58d7-fa99-4f4a-8d87-80bbe60d07b1 req-c6fbdd65-53c5-416d-aa22-42bf5f210de7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:14.980657 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-447c58d7-fa99-4f4a-8d87-80bbe60d07b1 req-c6fbdd65-53c5-416d-aa22-42bf5f210de7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0508723 May 19 06:34:14.992826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:15.034249 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-447c58d7-fa99-4f4a-8d87-80bbe60d07b1 req-7a94cdf1-871f-44a1-a2a7-5659d637fd86 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471740 May 19 06:34:15.530834 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930b75-2fea-4684-a288-db13915607d7 req-6d804303-48f0-4d0d-b814-c5f1c8227bce tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:15.534658 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6930b75-2fea-4684-a288-db13915607d7 req-6d804303-48f0-4d0d-b814-c5f1c8227bce tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.1480248 May 19 06:34:15.543928 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-f72b9689-52c7-4aaf-a7ea-96607569f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:15.545801 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-f72b9689-52c7-4aaf-a7ea-96607569f8af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.1171637 May 19 06:34:15.557073 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-79a09ce5-e64a-43a0-8a0e-a805ac2628ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:15.558600 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-79a09ce5-e64a-43a0-8a0e-a805ac2628ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1127 time: 0.0915959 May 19 06:34:15.720444 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6930b75-2fea-4684-a288-db13915607d7 req-c2eb6fbe-5c1a-4415-aaa8-288fe4b1f949 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778042 May 19 06:34:15.724768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:15.769782 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-48780784-bfc8-4780-b52d-19a39bafe5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:15.771290 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-48780784-bfc8-4780-b52d-19a39bafe5bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.1933281 May 19 06:34:15.774025 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-96d93aee-15f7-4ccb-a921-ce3efda6f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:15.775416 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-96d93aee-15f7-4ccb-a921-ce3efda6f037 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.2208354 May 19 06:34:16.012602 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f130bac5-ce9e-4396-acf4-45f06dcce289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:16.156423 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728ec9-f97a-403e-b556-cef69e77ac1b req-1a9c8323-af2a-42b7-b389-2f950111a524 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:16.158786 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-56728ec9-f97a-403e-b556-cef69e77ac1b req-1a9c8323-af2a-42b7-b389-2f950111a524 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0515246 May 19 06:34:16.208654 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-56728ec9-f97a-403e-b556-cef69e77ac1b req-1aed2356-1b14-4505-befa-8a0d4e601f89 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 May 19 06:34:16.658296 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56804) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:16.668795 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0b0da-d3a9-4666-9092-b31a79375856 req-53edf5a2-29ef-43b5-9702-586c6be711e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:16.670263 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4f0b0da-d3a9-4666-9092-b31a79375856 req-53edf5a2-29ef-43b5-9702-586c6be711e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0482743 May 19 06:34:16.733511 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Deleting subnet 63f30d70-e83c-4bf6-8bef-e8b04ba3ad80 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:34:16.745768 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Publish callbacks [] for subnet (63f30d70-e83c-4bf6-8bef-e8b04ba3ad80), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:16.771341 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4f0b0da-d3a9-4666-9092-b31a79375856 req-2ef40e6d-8c29-494c-9ce1-c2d08ca3f492 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838177 May 19 06:34:16.794920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (63f30d70-e83c-4bf6-8bef-e8b04ba3ad80), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:16.944633 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-dcd10c13-e077-4e29-b610-489bf0bba267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 217 time: 0.3169546 May 19 06:34:16.954703 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-2f624127-0df8-4635-a555-cac2a74e7eef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 217 time: 0.3343444 May 19 06:34:16.998716 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d8b4-9fe2-4feb-8b83-704c8b40790c req-72d5fe90-6eec-4c2a-8776-faa6ed5a1742 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.000631 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-91f9d8b4-9fe2-4feb-8b83-704c8b40790c req-72d5fe90-6eec-4c2a-8776-faa6ed5a1742 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0575657 May 19 06:34:17.042490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:17.083850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (63f30d70-e83c-4bf6-8bef-e8b04ba3ad80), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.119363 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:17.127057 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-702b0eeb-c4e5-4854-b000-525db46028ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.128598 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-702b0eeb-c4e5-4854-b000-525db46028ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.1111913 May 19 06:34:17.133513 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-e96a4804-86ef-4bb3-870c-8790fd67e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.134974 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-e96a4804-86ef-4bb3-870c-8790fd67e0e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.1164553 May 19 06:34:17.138350 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-91f9d8b4-9fe2-4feb-8b83-704c8b40790c req-694d7e75-6d20-4bd0-b14c-604f7e4bfc84 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294036 May 19 06:34:17.139446 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (63f30d70-e83c-4bf6-8bef-e8b04ba3ad80), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.168559 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f30d70-e83c-4bf6-8bef-e8b04ba3ad80,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:17.174161 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.180330 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-42747b5a-b393-4e57-b22f-a45db7156d2e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/63f30d70-e83c-4bf6-8bef-e8b04ba3ad80 HTTP/1.1" status: 204 len: 168 time: 0.5184536 May 19 06:34:17.181076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56808) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:17.209385 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-207f9386-7646-47a6-a9e6-ec5ec5bb9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.210882 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-207f9386-7646-47a6-a9e6-ec5ec5bb9d48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716941 May 19 06:34:17.213703 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-e335f5a2-64e0-45aa-860a-54562cecc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.215051 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-e335f5a2-64e0-45aa-860a-54562cecc86c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661654 May 19 06:34:17.264831 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (a8a787e6-32b8-4da9-92d6-017ec62447d1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.381473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (a8a787e6-32b8-4da9-92d6-017ec62447d1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.389070 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81abe7-a571-4043-b55a-8dec4a69e83b req-e43b8036-2018-4b99-b073-2dcaed7a1411 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:17.390634 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e81abe7-a571-4043-b55a-8dec4a69e83b req-e43b8036-2018-4b99-b073-2dcaed7a1411 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0953164 May 19 06:34:17.424026 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a787e6-32b8-4da9-92d6-017ec62447d1']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:17.436337 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7b09c4-c875-4720-b709-965221512a68') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:17.436631 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7b09c4-c875-4720-b709-965221512a68') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:17.454224 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (0c7b09c4-c875-4720-b709-965221512a68), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.478367 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e81abe7-a571-4043-b55a-8dec4a69e83b req-e7848743-82cd-4cd7-b46f-b12e77d8d624 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809400 May 19 06:34:17.479282 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (0c7b09c4-c875-4720-b709-965221512a68), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.486636 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:34:17.487029 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (0c7b09c4-c875-4720-b709-965221512a68), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:34:17.488797 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:34:17.557961 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (a8a787e6-32b8-4da9-92d6-017ec62447d1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.570913 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.570913 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] 10.222.0.65 "DELETE /v2.0/networks/a8a787e6-32b8-4da9-92d6-017ec62447d1 HTTP/1.1" status: 204 len: 168 time: 0.3860865 May 19 06:34:17.584615 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32352ed-35b7-405b-b336-b7ea9449eeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a787e6-32b8-4da9-92d6-017ec62447d1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:17.612926 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.780003 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56816) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:17.822500 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-468c2b80-efce-413c-bf3a-ee842f258693 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af231f2d98544631857757d5b48fd918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419087 May 19 06:34:17.823592 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-88857fbf-3fd3-4405-907f-f6a69307c9ca service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179570 May 19 06:34:17.824912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56818) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:17.825677 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-a8f8cc09-9afa-4aa5-8856-2c7a14a7fda8 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215884 May 19 06:34:17.881206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:17.886673 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] Publish callbacks [] for security_group (6767b8a6-ab1e-43c8-b544-1c7e523a55bf), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.910259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] Publish callbacks [] for security_group (6767b8a6-ab1e-43c8-b544-1c7e523a55bf), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.960301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (6767b8a6-ab1e-43c8-b544-1c7e523a55bf), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.963246 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:17.964595 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6767b8a6-ab1e-43c8-b544-1c7e523a55bf HTTP/1.1" status: 204 len: 168 time: 0.1385543 May 19 06:34:17.975855 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cfb85-51f6-4487-a07a-e65827be42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767b8a6-ab1e-43c8-b544-1c7e523a55bf,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:18.014244 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b68eb8ab-cf95-4639-a4fa-79ab044b0a4f req-cb31f6fc-c325-4f01-938f-e28e8f593499 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693110 May 19 06:34:18.017166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c0a39fb4-fc17-41e9-bb44-4e8f43dc597b req-c70fa467-c556-4f3a-86f3-007d5b1d2f4d service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584091 May 19 06:34:18.180841 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:18.256921 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059a9f9-07d5-4daf-8795-b106a06ff02e req-50859cf8-eb0b-4008-9440-1f40fa79315e tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:18.258572 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9059a9f9-07d5-4daf-8795-b106a06ff02e req-50859cf8-eb0b-4008-9440-1f40fa79315e tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 943 time: 0.0478077 May 19 06:34:18.314798 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9059a9f9-07d5-4daf-8795-b106a06ff02e req-dc6cc704-dd9e-4b2e-9dfc-58f984c05197 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 May 19 06:34:18.632835 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55510612-29a0-4769-a3b5-eb00cf9e4c15 req-4e17e0e2-5ea9-4065-8959-4080a020fda9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:18.646812 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55510612-29a0-4769-a3b5-eb00cf9e4c15 req-4e17e0e2-5ea9-4065-8959-4080a020fda9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0964684 May 19 06:34:18.700845 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55510612-29a0-4769-a3b5-eb00cf9e4c15 req-2a7ca2fa-d9c2-462f-91e6-6e3faa474d67 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531406 May 19 06:34:18.802915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:18.849336 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854fc1-7f27-4c11-94be-5c2847d357d5 req-76aca106-1990-473c-9f82-75c3286693ef tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:18.850889 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb854fc1-7f27-4c11-94be-5c2847d357d5 req-76aca106-1990-473c-9f82-75c3286693ef tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0501218 May 19 06:34:18.860942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 56856) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:18.866624 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'floatingip': {'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:18.906319 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (7ed75342-787b-429e-be76-446857c68389), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:18.927280 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device aaf80320-db37-4f95-9ea4-8a1de850bf84 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:34:19.045680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:19.059641 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'port_id': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'mac_address': 'fa:16:3e:d2:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:34:19.182726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:19.238036 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port aaf80320-db37-4f95-9ea4-8a1de850bf84 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:19.238419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:19.255909 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf80320-db37-4f95-9ea4-8a1de850bf84 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:19.282144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:19.289051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:19.372531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:19.484015 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:19.490100 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (7ed75342-787b-429e-be76-446857c68389), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:19.542508 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20f153-cd9a-4655-bae5-b3052b77bb35 req-c1f7768c-a99a-4d60-abaa-4a6e00b96015 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:19.546478 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f20f153-cd9a-4655-bae5-b3052b77bb35 req-c1f7768c-a99a-4d60-abaa-4a6e00b96015 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 944 time: 0.1138637 May 19 06:34:19.641351 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['aaf80320-db37-4f95-9ea4-8a1de850bf84'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:34:19.677145 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f20f153-cd9a-4655-bae5-b3052b77bb35 req-b8a4bb86-a302-4bb8-b643-ce4358bf6165 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265829 May 19 06:34:19.687352 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Floating IP 7ed75342-787b-429e-be76-446857c68389 associated. External IP: 172.27.1.188, port: e9987cd3-ff74-46e7-8754-720b4458b23e. May 19 06:34:19.978105 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Router a8df4db5-6661-4126-97b1-e6272c00b228 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:34:19.980439 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:20.053991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:20.106154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:34:20.111860 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:20.116363 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:34:20.128483 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:20.129112 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:20.148445 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8ad03e69-6578-40c8-a846-d84097d4d4d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "PUT /v2.0/floatingips/7ed75342-787b-429e-be76-446857c68389 HTTP/1.1" status: 200 len: 991 time: 1.2858958 May 19 06:34:20.148937 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:20.151311 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d345e69-e6a0-44a2-9225-417c32db403e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:20.194109 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bb7a30-84bd-4bd3-b1e6-60b47e020053 x-openstack-request-id: req-77bb7a30-84bd-4bd3-b1e6-60b47e020053 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:20.194471 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:20.194784 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77bb7a30-84bd-4bd3-b1e6-60b47e020053 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:20.195243 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bb7a30-84bd-4bd3-b1e6-60b47e020053'] response: {'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'status': 'completed', 'code': 200} May 19 06:34:20.261748 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:20.295427 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345e69-e6a0-44a2-9225-417c32db403e req-c183d09d-5419-4e6c-9c40-6cfa4de92cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:20.297846 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-c183d09d-5419-4e6c-9c40-6cfa4de92cc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0771599 May 19 06:34:20.372023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:20.400587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345e69-e6a0-44a2-9225-417c32db403e req-a57da190-8798-4a50-a954-425fa9663637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:20.402019 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-a57da190-8798-4a50-a954-425fa9663637 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.0985687 May 19 06:34:20.475928 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-72d97082-77d5-46a5-bb5c-0d3c9788b1ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 999 time: 0.0673931 May 19 06:34:20.497224 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:34:19Z', 'revision_number': 1, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:20.523259 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:34:20.534319 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345e69-e6a0-44a2-9225-417c32db403e req-b478fcaf-5b6a-44f2-867a-2b960b03bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:20.535275 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:20.535800 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-b478fcaf-5b6a-44f2-867a-2b960b03bc90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0482068 May 19 06:34:20.535924 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:20.580730 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d345e69-e6a0-44a2-9225-417c32db403e req-dbfc498f-35da-421a-9584-f16c96ceab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:20.582263 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-dbfc498f-35da-421a-9584-f16c96ceab81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397520 May 19 06:34:20.606078 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:20.649854 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:20.723845 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-dcb6a57e-c289-42f1-a0fb-4fe91a74f496 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349752 May 19 06:34:20.843199 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d345e69-e6a0-44a2-9225-417c32db403e req-04462bb1-d4af-49c6-be60-a18a702c598b service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128194 May 19 06:34:20.854913 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bada80-dcf6-4c99-8250-daf69b93b574 req-8e320cb4-3e38-40aa-90ca-46afda988cae tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:20.863760 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2bada80-dcf6-4c99-8250-daf69b93b574 req-8e320cb4-3e38-40aa-90ca-46afda988cae tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 944 time: 0.0726585 May 19 06:34:20.921706 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2bada80-dcf6-4c99-8250-daf69b93b574 req-8d0e37dd-0a3d-401a-a143-c04440d8eaf7 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 May 19 06:34:20.934922 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:34:19Z', 'revision_number': 1, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:20.936575 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device aaf80320-db37-4f95-9ea4-8a1de850bf84 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:34:20.974054 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc08de7-bc89-4566-93d2-2aeb13714d8f None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:34:19Z', 'revision_number': 1, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:34:21.010618 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port aaf80320-db37-4f95-9ea4-8a1de850bf84 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:34:21.021294 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port aaf80320-db37-4f95-9ea4-8a1de850bf84 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:21.022103 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:21.117247 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port aaf80320-db37-4f95-9ea4-8a1de850bf84 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:21.117906 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:21.148767 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:21.151956 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e9575f-0807-4a77-93c4-de2bc2c2f4f4" -d '{"events": [{"server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "name": "network-vif-plugged", "status": "completed", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:21.170541 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:21.179342 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:21.186994 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:21.222117 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526f261-bd71-4f98-a6fe-24b0c1870e06 x-openstack-request-id: req-b526f261-bd71-4f98-a6fe-24b0c1870e06 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:21.222560 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "name": "network-vif-plugged", "status": "completed", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:21.222966 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b526f261-bd71-4f98-a6fe-24b0c1870e06 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:21.223566 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b526f261-bd71-4f98-a6fe-24b0c1870e06'] response: {'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'code': 200} May 19 06:34:21.245910 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df7e90-3e0a-4c90-8d40-f3ce594c8faa None None] New status for floating IP 7ed75342-787b-429e-be76-446857c68389: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:34:21.294420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:21.313314 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:21.424390 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28880c09-e60a-4e8f-a1ac-3c4967b8f3a3 req-c10e5cd1-2251-4524-a46f-c24cc65a058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:21.426059 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-28880c09-e60a-4e8f-a1ac-3c4967b8f3a3 req-c10e5cd1-2251-4524-a46f-c24cc65a058d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1129 time: 0.0452998 May 19 06:34:21.478340 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-28880c09-e60a-4e8f-a1ac-3c4967b8f3a3 req-5070ea4a-ee0d-4267-aca6-613e063e9aba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 May 19 06:34:22.041336 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeeb1d-3d59-4fb0-9ff1-4032560e4be0 req-c44eaea2-5c70-47a5-bc00-e334d262d1a0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:22.042921 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55eeeb1d-3d59-4fb0-9ff1-4032560e4be0 req-c44eaea2-5c70-47a5-bc00-e334d262d1a0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0484674 May 19 06:34:22.106401 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55eeeb1d-3d59-4fb0-9ff1-4032560e4be0 req-d9ececfe-e771-4fe1-ad51-434b4fac5ffc tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 May 19 06:34:23.254029 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cbec-2582-4dc6-8d60-ceb602f32da1 req-19f9979a-ae15-4dff-8945-beabeb3d3878 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:23.255788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f255cbec-2582-4dc6-8d60-ceb602f32da1 req-19f9979a-ae15-4dff-8945-beabeb3d3878 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0740035 May 19 06:34:23.321384 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f255cbec-2582-4dc6-8d60-ceb602f32da1 req-f95272f7-7440-41a2-9af0-fac310303c87 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 May 19 06:34:24.416764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:24.455757 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40aaba-9892-4deb-8458-d7538e0582ee req-353a2ca0-e5fc-4548-b549-8a0d24d04489 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:24.457244 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f40aaba-9892-4deb-8458-d7538e0582ee req-353a2ca0-e5fc-4548-b549-8a0d24d04489 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0488837 May 19 06:34:24.507938 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0f40aaba-9892-4deb-8458-d7538e0582ee req-2f746340-30ac-430e-a172-6ad575fd692a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 May 19 06:34:24.634339 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc26f3-320c-464a-860d-52977ad30f8e req-c00a78ae-0cb7-4f37-bf65-656d24b37fbe tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:24.635926 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6ddc26f3-320c-464a-860d-52977ad30f8e req-c00a78ae-0cb7-4f37-bf65-656d24b37fbe tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0560136 May 19 06:34:24.696388 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6ddc26f3-320c-464a-860d-52977ad30f8e req-6f113bd9-42ba-4c52-8a72-f4d3d947eb4b tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 May 19 06:34:25.050640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcaa2b-d419-40e3-8038-3f6dff3dd7a2 req-9a8cae22-a6ed-4148-bb9d-0d22b459a43f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:25.052236 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-66dcaa2b-d419-40e3-8038-3f6dff3dd7a2 req-9a8cae22-a6ed-4148-bb9d-0d22b459a43f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0612543 May 19 06:34:25.103830 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-66dcaa2b-d419-40e3-8038-3f6dff3dd7a2 req-9dc6b096-194f-4bc4-89e7-992fe6492e5f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 May 19 06:34:26.994874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf53d1d-2c59-45b3-97dd-4ccfe78531e4 req-dd8dd6d9-ca21-43ea-92f9-a81450132f8f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:26.996385 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-baf53d1d-2c59-45b3-97dd-4ccfe78531e4 req-dd8dd6d9-ca21-43ea-92f9-a81450132f8f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0513709 May 19 06:34:27.052013 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-baf53d1d-2c59-45b3-97dd-4ccfe78531e4 req-21c66158-7413-40b5-b3d0-0f23219404ad tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487697 May 19 06:34:28.180196 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2d9ec-b927-487c-b9f3-0ac0f8cb109b req-eda51550-eb96-4f62-92ef-62759d8519cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:28.181739 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2e2d9ec-b927-487c-b9f3-0ac0f8cb109b req-eda51550-eb96-4f62-92ef-62759d8519cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0566690 May 19 06:34:28.233899 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2e2d9ec-b927-487c-b9f3-0ac0f8cb109b req-e3d577bc-54de-44d1-9772-a845b0e6d21e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460131 May 19 06:34:28.780284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-72941741-47bd-42be-8121-3a6dfaf6c1ec tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:28.783189 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-72941741-47bd-42be-8121-3a6dfaf6c1ec tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0778193 May 19 06:34:28.894851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port f34db898-32c0-4c35-871a-443b193021aa {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:34:28.895261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (f34db898-32c0-4c35-871a-443b193021aa), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:28.997904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] For port f34db898-32c0-4c35-871a-443b193021aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f34db898-32c0-4c35-871a-443b193021aa,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:28.998252 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (f34db898-32c0-4c35-871a-443b193021aa), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:29.210949 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:29.236666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:29.236928 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:29.237553 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP bd1dce12-9743-4393-899e-47da5c5cd0e2 disassociated. External IP: 172.27.1.24, port: f34db898-32c0-4c35-871a-443b193021aa. May 19 06:34:29.237973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for f34db898-32c0-4c35-871a-443b193021aa owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:34:29.290870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:29.371215 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772b9b3-0f08-4b4c-82cc-c5797d133ec8 req-a31a76ba-4bf9-41ce-9bd1-7ade656b7333 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:29.373186 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f772b9b3-0f08-4b4c-82cc-c5797d133ec8 req-a31a76ba-4bf9-41ce-9bd1-7ade656b7333 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8943880-a4d3-49d5-8c02-88ff7343f5fd HTTP/1.1" status: 200 len: 945 time: 0.0665171 May 19 06:34:29.392960 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (f34db898-32c0-4c35-871a-443b193021aa), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:29.424084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=f34db898-32c0-4c35-871a-443b193021aa,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:29.446845 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f772b9b3-0f08-4b4c-82cc-c5797d133ec8 req-662379da-6291-43dd-880f-d9792b752d08 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=88d195ea-e3e8-4877-8f74-40db11c72242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669174 May 19 06:34:29.561691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:34:29.691671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:34:29.706671 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:34:29.736070 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:29.737015 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:29.747820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] No DVR routers for this DVR port f34db898-32c0-4c35-871a-443b193021aa on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:34:29.753238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:29.756731 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9ad3c96d-8cee-4e6b-bf41-0b0840c778ff req-2f16a7ab-54db-4109-aa1d-603f8b3dfbbc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "DELETE /v2.0/ports/f34db898-32c0-4c35-871a-443b193021aa HTTP/1.1" status: 204 len: 173 time: 0.9679985 May 19 06:34:29.766547 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'name': 'network-vif-deleted', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:29.768942 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb252a-3498-46aa-a41c-109f9885cc6c" -d '{"events": [{"server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "name": "network-vif-deleted", "tag": "f34db898-32c0-4c35-871a-443b193021aa"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:29.821675 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ea1dc-18e4-4030-b988-567640a07871 x-openstack-request-id: req-583ea1dc-18e4-4030-b988-567640a07871 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:29.822259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8943880-a4d3-49d5-8c02-88ff7343f5fd", "name": "network-vif-deleted", "tag": "f34db898-32c0-4c35-871a-443b193021aa", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:29.822259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-583ea1dc-18e4-4030-b988-567640a07871 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:29.822684 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583ea1dc-18e4-4030-b988-567640a07871'] response: {'server_uuid': 'e8943880-a4d3-49d5-8c02-88ff7343f5fd', 'name': 'network-vif-deleted', 'tag': 'f34db898-32c0-4c35-871a-443b193021aa', 'status': 'completed', 'code': 200} May 19 06:34:29.876730 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:29.950501 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:30.097886 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:30.128140 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:34:30.131555 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:30.143527 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:30.143827 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:30.267200 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:30.541631 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57052) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:30.601998 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:30.606584 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (88d195ea-e3e8-4877-8f74-40db11c72242), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:30.631738 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6da65-6e30-4af2-984f-5caf09a6a96b None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4cc86991-4820-40e6-9c93-ec350cfd0e56', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:bb:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27482c04-b2af-4f4a-be37-655969d386cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:31:12Z', 'updated_at': '2022-05-19T06:31:53Z', 'revision_number': 2, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:34:30.636554 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (88d195ea-e3e8-4877-8f74-40db11c72242), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:30.700191 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (88d195ea-e3e8-4877-8f74-40db11c72242), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:30.704261 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:30.705500 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/security-groups/88d195ea-e3e8-4877-8f74-40db11c72242 HTTP/1.1" status: 204 len: 168 time: 0.1621337 May 19 06:34:30.708838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57054) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:30.715855 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ac364-ae33-427e-b260-ec927e77b633 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d195ea-e3e8-4877-8f74-40db11c72242,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:30.729542 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.api.v2.resource [None req-fbfd895c-4601-4ae9-a50e-89aef3eddbae tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] show failed (client error): The resource could not be found. May 19 06:34:30.738432 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fbfd895c-4601-4ae9-a50e-89aef3eddbae tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups/88d195ea-e3e8-4877-8f74-40db11c72242 HTTP/1.1" status: 404 len: 347 time: 0.0238454 May 19 06:34:30.738432 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57056) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:30.900793 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port 70860057-a07e-4eea-834f-f47b092ad2d4 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:34:30.901550 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.044886 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.045318 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (70860057-a07e-4eea-834f-f47b092ad2d4), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.066671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for 70860057-a07e-4eea-834f-f47b092ad2d4 owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:34:31.116279 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9ef6b-fa32-4a97-96f0-5cb33072f1a6 None None] New status for floating IP bd1dce12-9743-4393-899e-47da5c5cd0e2: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:34:31.292088 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.api [None req-77c9ef6b-fa32-4a97-96f0-5cb33072f1a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:34:31.293631 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (70860057-a07e-4eea-834f-f47b092ad2d4), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.293812 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG oslo_db.api [None req-77c9ef6b-fa32-4a97-96f0-5cb33072f1a6 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:34:31.322635 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=70860057-a07e-4eea-834f-f47b092ad2d4,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:31.387946 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:31.398800 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (bd1dce12-9743-4393-899e-47da5c5cd0e2), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.401894 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:31.406920 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f8b77129-10e6-4f9b-92a6-e5b0f6cc1ec3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/floatingips/bd1dce12-9743-4393-899e-47da5c5cd0e2 HTTP/1.1" status: 204 len: 168 time: 0.6699228 May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: WARNING neutron.objects.base [None req-77c9ef6b-fa32-4a97-96f0-5cb33072f1a6 None None] ORM session: SQL execution without transaction in progress, traceback: May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: func(*args, **kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: self.work.run() May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: result = self.fn(*self.args, **self.kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: res = self.dispatcher.dispatch(message) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return self._do_dispatch(endpoint, method, ctxt, args) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: result = func(ctxt, **new_args) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*args, **kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*args, **kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*dup_args, **dup_kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: self.l3plugin.update_floatingip_status(context, May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f_with_retry(*args, **kwargs, May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*args, **kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*args, **kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return f(*dup_args, **dup_kwargs) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return l3_obj.FloatingIP.update_object( May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return super(NeutronDbObject, cls).update_object( May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: obj = cls.get_object( May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: db_obj = obj_db_api.get_object( May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return _get_filter_query(obj_cls, context, **kwargs).first() May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: return self.limit(1)._iter().first() May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: result = self.session.execute( May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: result = fn(orm_exec_state) May 19 06:34:31.846226 dv-cinder-836996-22-iscsi neutron-server[103758]: May 19 06:34:33.029480 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device f34db898-32c0-4c35-871a-443b193021aa no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:34:33.051318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: f34db898-32c0-4c35-871a-443b193021aa {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:34:33.051684 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device f34db898-32c0-4c35-871a-443b193021aa not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:34:33.113216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:33.148650 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-abc67658-cd89-4f08-8c28-fb463dd21efc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430074 May 19 06:34:33.207592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-9269455f-3d44-4e4e-af33-3dd192f35e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:33.209486 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-9269455f-3d44-4e4e-af33-3dd192f35e65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1130 time: 0.0390205 May 19 06:34:33.317141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-74b96149-302f-4726-a780-86a79ecdc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:33.318671 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-74b96149-302f-4726-a780-86a79ecdc21c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.0878961 May 19 06:34:33.388932 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-cb5d83c2-38a1-4a8a-8dda-77267b60818a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 1002 time: 0.0622916 May 19 06:34:33.448582 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-8784c77e-bcd3-4ecf-8cbd-faf88cc1d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:33.450737 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-8784c77e-bcd3-4ecf-8cbd-faf88cc1d74b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.0557861 May 19 06:34:33.511151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-fe5a93ae-14bd-4577-aa09-7c54d4c52f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:33.512658 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-fe5a93ae-14bd-4577-aa09-7c54d4c52f92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559194 May 19 06:34:33.619449 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-8a9f90ad-067b-4ccd-ba0f-74258e1fad78 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983064 May 19 06:34:33.962112 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b9b48fa4-ea6a-4f9f-9738-298fa8939808 req-528c333e-e2b7-43a7-a963-63d682d2f43f service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359282 May 19 06:34:34.576307 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:34.822162 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57130) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:34.932587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dc1588b3-72ec-4290-adbf-e56805b77620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.027524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dc1588b3-72ec-4290-adbf-e56805b77620 admin admin] Publish callbacks [] for security_group (1c8e52b5-3589-4701-ab9d-12b77f121e36), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.032619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-dc1588b3-72ec-4290-adbf-e56805b77620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1c8e52b5-3589-4701-ab9d-12b77f121e36), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.073779 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-dc1588b3-72ec-4290-adbf-e56805b77620 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b9d07369a2f47e486be7cf5cd68f9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505138 May 19 06:34:35.074811 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1588b3-72ec-4290-adbf-e56805b77620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e52b5-3589-4701-ab9d-12b77f121e36,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:35.076488 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57138) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:35.133719 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] Publish callbacks [] for security_group (1c8e52b5-3589-4701-ab9d-12b77f121e36), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.160269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] Publish callbacks [] for security_group (1c8e52b5-3589-4701-ab9d-12b77f121e36), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.167249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:35.236829 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1c8e52b5-3589-4701-ab9d-12b77f121e36), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.240956 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:35.242600 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c8e52b5-3589-4701-ab9d-12b77f121e36 HTTP/1.1" status: 204 len: 168 time: 0.1647682 May 19 06:34:35.258118 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec000663-f275-45b5-9a84-41ffb8742c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e52b5-3589-4701-ab9d-12b77f121e36,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:36.387320 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccffed0-065a-4be9-9212-0b33fa4a5f4f req-6922e616-f6c7-4fa9-b0f0-89a3ffa19801 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:36.389216 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7ccffed0-065a-4be9-9212-0b33fa4a5f4f req-6922e616-f6c7-4fa9-b0f0-89a3ffa19801 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0562959 May 19 06:34:36.457794 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7ccffed0-065a-4be9-9212-0b33fa4a5f4f req-403415a6-4340-48b8-817e-0309d2de790b tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 May 19 06:34:36.484328 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57180) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:36.706713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e23c74-50bd-4d72-849e-ff8cc8f08a6e tempest-TestMinimumBasicScenario-2129306220 tempest-TestMinimumBasicScenario-2129306220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:36.708174 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f4e23c74-50bd-4d72-849e-ff8cc8f08a6e tempest-TestMinimumBasicScenario-2129306220 tempest-TestMinimumBasicScenario-2129306220-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1124 time: 0.2228358 May 19 06:34:36.711967 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57188) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:36.716354 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'port_id': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:36.739465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:36.836666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:36.884790 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:36.935371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:36.953058 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Allocated IP 172.27.1.238 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/82b62f14-2a1f-47ff-891a-f5d7810d3efb) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:34:37.056750 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:37.095697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:37.138026 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:34:37.147203 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:34:37.149982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:34:37.181006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'Port': ['ID=82b62f14-2a1f-47ff-891a-f5d7810d3efb,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:37.460604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50058325-f988-45d5-b260-454fd55660ae req-f73365c3-6e53-4972-98fe-a2e08441b84b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:37.462213 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-50058325-f988-45d5-b260-454fd55660ae req-f73365c3-6e53-4972-98fe-a2e08441b84b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.1048419 May 19 06:34:37.599428 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-50058325-f988-45d5-b260-454fd55660ae req-798c72f7-5ab9-4467-8b7c-04c41bfd1954 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999608 May 19 06:34:37.645188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for floatingip (34f4b303-678b-4fd9-aa86-f8d96c0cabbc), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:37.673112 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:37.732090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:37.952055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:UPDATE=3,neutron:INSERT=4,neutron:SELECT=93 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:37.975579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:37.980411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.051930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'Port': ['ID=82b62f14-2a1f-47ff-891a-f5d7810d3efb,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:38.064545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (34f4b303-678b-4fd9-aa86-f8d96c0cabbc), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.164594 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Floating IP 34f4b303-678b-4fd9-aa86-f8d96c0cabbc associated. External IP: 172.27.1.238, port: aaf80320-db37-4f95-9ea4-8a1de850bf84. May 19 06:34:38.373002 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Router c38d8a55-bb56-4f22-a8b9-53909bb22431 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:34:38.473777 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:34:38.483082 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Sync routers for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:34:38.493264 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.494845 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:38.495539 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:38.526986 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-0b629427-897b-4799-87cc-9744ad0ed853 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8140364 May 19 06:34:38.527892 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:38.530198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d07266c-c95d-431d-8ec8-59777e2e59d3" -d '{"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:38.530397 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57210) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:38.536301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816447210', 'description': 'tempest-secgroup-smoke-816447210 description', 'project_id': '14bd96bd91c44b888074b760e9834814'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:38.562502 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.570042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8854389-bfd1-41c0-bb55-edb30496098b x-openstack-request-id: req-f8854389-bfd1-41c0-bb55-edb30496098b {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:38.570396 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:38.570717 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8854389-bfd1-41c0-bb55-edb30496098b {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:38.571181 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8854389-bfd1-41c0-bb55-edb30496098b'] response: {'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:34:38.620395 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:38.649247 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (26b28be4-af3c-435b-8888-d8cf4b82bfcd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.656832 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (26b28be4-af3c-435b-8888-d8cf4b82bfcd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.698479 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b28be4-af3c-435b-8888-d8cf4b82bfcd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:38.699763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.705142 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1688187 May 19 06:34:38.705916 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57218) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:38.710384 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:38.717469 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.717836 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.718730 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.719776 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.719902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.720202 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.720534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.720863 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.721193 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.721545 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.721871 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.722197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.722517 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.722839 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.723157 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c2796-5709-4ae4-98fc-3bcf93337c07 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:34:38.746369 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:38.754773 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:38.758195 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (f9686a56-60e5-4e52-86a0-f14a8477d281), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.763004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c9cc6-3e24-47fa-b97e-d2f42f4b4031 req-ded2873d-fd3c-4744-a734-9b82da6f9b98 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:38.765901 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e57c9cc6-3e24-47fa-b97e-d2f42f4b4031 req-ded2873d-fd3c-4744-a734-9b82da6f9b98 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.0587754 May 19 06:34:38.839366 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:38.852504 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e57c9cc6-3e24-47fa-b97e-d2f42f4b4031 req-cc7d0291-6203-47cb-be91-afd734c2a4a3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791094 May 19 06:34:38.865662 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (f9686a56-60e5-4e52-86a0-f14a8477d281), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.872705 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (f9686a56-60e5-4e52-86a0-f14a8477d281), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.909458 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9686a56-60e5-4e52-86a0-f14a8477d281,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:38.917721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.919756 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f3bff20d-4a01-4213-a6c3-f89f6c442ba5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126989 May 19 06:34:38.923731 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57220) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:38.928704 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:38.951222 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '34f4b303-678b-4fd9-aa86-f8d96c0cabbc', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'port_id': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'mac_address': 'fa:16:3e:d2:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cd5e6-76c3-491a-8b1d-23837478002a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:37Z', 'updated_at': '2022-05-19T06:34:37Z', 'revision_number': 0, 'project_id': '14bd96bd91c44b888074b760e9834814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:38.973183 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (5d28f9d6-ce3b-45c7-9c0d-8e2aa8d34788), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:38.990982 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Checking router: c38d8a55-bb56-4f22-a8b9-53909bb22431 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:34:39.003037 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:39.003941 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:39.064221 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (5d28f9d6-ce3b-45c7-9c0d-8e2aa8d34788), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.073498 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (5d28f9d6-ce3b-45c7-9c0d-8e2aa8d34788), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.076719 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-1293d547-ca5d-438c-8078-35cba236d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:39.079612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-1293d547-ca5d-438c-8078-35cba236d9a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1129 time: 0.0630949 May 19 06:34:39.103563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d28f9d6-ce3b-45c7-9c0d-8e2aa8d34788,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:39.114877 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.119843 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57228) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:39.123689 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-350e6dd3-281d-400e-883f-0c98d71900b0 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1984859 May 19 06:34:39.127792 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:39.166264 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:39.203371 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:39.257334 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (ba0234ba-40f0-4491-b044-649116dc8739), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.325859 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-46281ed1-1c6f-4d5d-9f9f-3f3de9e87897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:39.328034 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-46281ed1-1c6f-4d5d-9f9f-3f3de9e87897 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.2159798 May 19 06:34:39.358126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (ba0234ba-40f0-4491-b044-649116dc8739), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.364340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (ba0234ba-40f0-4491-b044-649116dc8739), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.383407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:39.396310 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.400082 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753661 May 19 06:34:39.400626 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57232) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:39.406483 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:39.417223 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980bb8-6d7a-4bd0-a6df-e184fdc0cb99 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0234ba-40f0-4491-b044-649116dc8739,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:39.449512 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (43436444-0248-46a1-9aeb-732e6ffb1055), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.534340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (43436444-0248-46a1-9aeb-732e6ffb1055), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.540220 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (43436444-0248-46a1-9aeb-732e6ffb1055), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.568966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43436444-0248-46a1-9aeb-732e6ffb1055,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:39.579222 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.580613 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f3ba8525-965e-4375-828a-be38992baba9 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792736 May 19 06:34:39.583566 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57238) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:39.589697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:39.609647 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '34f4b303-678b-4fd9-aa86-f8d96c0cabbc', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'port_id': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'mac_address': 'fa:16:3e:d2:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cd5e6-76c3-491a-8b1d-23837478002a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:37Z', 'updated_at': '2022-05-19T06:34:37Z', 'revision_number': 0, 'project_id': '14bd96bd91c44b888074b760e9834814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:39.628025 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Project 14bd96bd91c44b888074b760e9834814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:34:39.635934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (bd79eff0-44ad-4cde-8366-f4f1344cc794), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.645020 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8431b-2aa7-4d5d-acda-40e2a18ff1fb None None] The sync data for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi is: [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '34f4b303-678b-4fd9-aa86-f8d96c0cabbc', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'port_id': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'mac_address': 'fa:16:3e:d2:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285cd5e6-76c3-491a-8b1d-23837478002a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:37Z', 'updated_at': '2022-05-19T06:34:37Z', 'revision_number': 0, 'project_id': '14bd96bd91c44b888074b760e9834814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:34:39.760509 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-75887ee9-2980-4fd4-98cf-ecca43435042 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:39.762091 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-75887ee9-2980-4fd4-98cf-ecca43435042 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.1105976 May 19 06:34:39.813418 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-328ea81b-1ea6-4cac-a73f-eedada9af066 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 999 time: 0.1739881 May 19 06:34:39.904238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (bd79eff0-44ad-4cde-8366-f4f1344cc794), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.922936 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (bd79eff0-44ad-4cde-8366-f4f1344cc794), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.958871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port cb1871e1-4ddc-43af-a6f0-08f3745f2edf {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:34:39.959186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:39.962526 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ab848-dd26-4899-a032-7db5359817be None None] New status for floating IP 34f4b303-678b-4fd9-aa86-f8d96c0cabbc: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:34:39.970243 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-55cbcbe9-3f03-4d61-9afe-632d7ad81617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:39.971982 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-55cbcbe9-3f03-4d61-9afe-632d7ad81617 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.1491382 May 19 06:34:39.988817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd79eff0-44ad-4cde-8366-f4f1344cc794,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:40.027885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.029339 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-217a6e2a-aa85-4fe9-88e4-cd165c15ccd6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4442737 May 19 06:34:40.033891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:40.034639 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57246) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:40.041915 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'security_group_rule': {'security_group_id': '26b28be4-af3c-435b-8888-d8cf4b82bfcd', 'project_id': '14bd96bd91c44b888074b760e9834814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:40.059995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba66dc-581d-4f39-a4ab-4fca6b99faf8 req-93e731aa-bae1-477d-a463-035964942956 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:40.076189 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-04ba66dc-581d-4f39-a4ab-4fca6b99faf8 req-93e731aa-bae1-477d-a463-035964942956 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 945 time: 0.1079335 May 19 06:34:40.111809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-ca9b3709-5e04-4794-9dd8-598edd3760ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:40.113390 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-ca9b3709-5e04-4794-9dd8-598edd3760ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1224353 May 19 06:34:40.117700 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Project 14bd96bd91c44b888074b760e9834814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:34:40.163947 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (8352aefc-9f5a-4ecb-9309-e6c91dd02cc0), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.164176 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-04ba66dc-581d-4f39-a4ab-4fca6b99faf8 req-8182e4ba-0c71-4098-bbd6-31cd3331ff0d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=71a3e794-7da6-405c-bcde-2019c46dd378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863893 May 19 06:34:40.207493 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] For port cb1871e1-4ddc-43af-a6f0-08f3745f2edf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:40.207868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.297722 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:40.397494 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (8352aefc-9f5a-4ecb-9309-e6c91dd02cc0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.401159 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-7bcba8d6-6daa-4182-ad46-3e5a98aa3c4a service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802122 May 19 06:34:40.406291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (8352aefc-9f5a-4ecb-9309-e6c91dd02cc0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.470949 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8352aefc-9f5a-4ecb-9309-e6c91dd02cc0,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:40.743748 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.744938 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-31284188-971a-43e4-9e6d-b152f8cddb5c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7067859 May 19 06:34:40.778835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.779524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:40.779524 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 4cc86991-4820-40e6-9c93-ec350cfd0e56 disassociated. External IP: 172.27.1.10, port: cb1871e1-4ddc-43af-a6f0-08f3745f2edf. May 19 06:34:40.779810 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for cb1871e1-4ddc-43af-a6f0-08f3745f2edf owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:34:40.874257 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7d07266c-c95d-431d-8ec8-59777e2e59d3 req-ca6f9ef1-2825-4c85-bcbe-79fe073c212e service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511497 May 19 06:34:40.911129 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-decffb8b-563c-486a-a30d-8c379523562d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816447210&fields=id&tenant_id=14bd96bd91c44b888074b760e9834814 HTTP/1.1" status: 200 len: 267 time: 0.1084313 May 19 06:34:41.000257 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-37b7b37d-c340-4301-afde-71e89408a0c5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:41.001965 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-37b7b37d-c340-4301-afde-71e89408a0c5 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0846391 May 19 06:34:41.012805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:41.017405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'port': {'security_groups': ['a45bc230-d49f-4dda-8c0c-3c2458378708', '26b28be4-af3c-435b-8888-d8cf4b82bfcd']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:41.063348 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (cb1871e1-4ddc-43af-a6f0-08f3745f2edf), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.115178 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=cb1871e1-4ddc-43af-a6f0-08f3745f2edf,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:41.138208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.264717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1722893c-79df-495f-91e9-69e04d6b9909 req-62f510db-12ab-402b-b15a-82eef73ccb0e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.0296772 May 19 06:34:41.303869 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:34:41.394750 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:41.520617 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:34:41.534987 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:34:41.547966 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:41.548848 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:41.581570 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] No DVR routers for this DVR port cb1871e1-4ddc-43af-a6f0-08f3745f2edf on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:34:41.586161 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:41.588715 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.592376 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1758aeeb-8302-4980-9383-9603337ecdc8 req-53af470c-5ef5-45b5-bdfe-c837056c7b10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "DELETE /v2.0/ports/cb1871e1-4ddc-43af-a6f0-08f3745f2edf HTTP/1.1" status: 204 len: 173 time: 1.8214173 May 19 06:34:41.593024 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'name': 'network-vif-deleted', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:41.595812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03f598b-26f7-4147-a8d3-e6a471b7b1ba" -d '{"events": [{"server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "name": "network-vif-deleted", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:41.627952 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.633931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.671806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a5c90-6345-4a55-a5e5-be0252b04ae5 x-openstack-request-id: req-f06a5c90-6345-4a55-a5e5-be0252b04ae5 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:41.672659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27482c04-b2af-4f4a-be37-655969d386cf", "name": "network-vif-deleted", "tag": "cb1871e1-4ddc-43af-a6f0-08f3745f2edf", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:41.673056 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f06a5c90-6345-4a55-a5e5-be0252b04ae5 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:41.673651 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06a5c90-6345-4a55-a5e5-be0252b04ae5'] response: {'server_uuid': '27482c04-b2af-4f4a-be37-655969d386cf', 'name': 'network-vif-deleted', 'tag': 'cb1871e1-4ddc-43af-a6f0-08f3745f2edf', 'status': 'completed', 'code': 200} May 19 06:34:41.696172 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:41.697003 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:41.698586 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f676bd6b-4101-411a-9e13-ff12a7660dc3 req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "PUT /v2.0/ports/aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 981 time: 0.6889365 May 19 06:34:41.719147 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:41.740044 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e752-e06e-4399-b362-2858f96497e4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=6']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:41.838534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d635-a6bc-4e68-b39e-acb503fa54ef req-238e848f-c5dc-40bc-8ef3-b0e0d660a082 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:41.840091 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bcb5d635-a6bc-4e68-b39e-acb503fa54ef req-238e848f-c5dc-40bc-8ef3-b0e0d660a082 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0676570 May 19 06:34:41.876942 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:41.930530 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bcb5d635-a6bc-4e68-b39e-acb503fa54ef req-b52250b3-c3c7-457c-b2e6-9752820eb1ee tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763791 May 19 06:34:41.955794 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:41.986906 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:34:42.000709 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:34:42.001505 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:42.053571 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-ca577da3-102f-4156-9fd6-1ffb3a9e6c3a None None] Provisioning complete for port aaf80320-db37-4f95-9ea4-8a1de850bf84 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:42.054189 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca577da3-102f-4156-9fd6-1ffb3a9e6c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:42.141608 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ca577da3-102f-4156-9fd6-1ffb3a9e6c3a None None] Current status of the port aaf80320-db37-4f95-9ea4-8a1de850bf84 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:42.227114 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:34:42.260753 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:42.388755 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f56cdfd2-6581-450f-b7b0-2f2d1181b97b req-4f99ccfe-90d9-432f-9c9e-8ba7b1d85288 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.0405293 May 19 06:34:42.449199 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:34:42.477700 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa919e46-b402-4ff4-b075-d1cf542e307d None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:34:42.706781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c76f6-217d-4d29-b44f-edf56f292012 None None] New status for floating IP 4cc86991-4820-40e6-9c93-ec350cfd0e56: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:34:43.400817 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['aaf80320-db37-4f95-9ea4-8a1de850bf84'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:34:43.405827 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device cb1871e1-4ddc-43af-a6f0-08f3745f2edf no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:34:43.450700 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: cb1871e1-4ddc-43af-a6f0-08f3745f2edf {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:34:43.451049 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device cb1871e1-4ddc-43af-a6f0-08f3745f2edf not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:34:43.476600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['aaf80320-db37-4f95-9ea4-8a1de850bf84'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:34:43.558675 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d42bbb4-f81c-41aa-98ca-981e158567c8 req-03b75e2f-924f-4133-add8-06baaed3e246 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=27482c04-b2af-4f4a-be37-655969d386cf HTTP/1.1" status: 200 len: 210 time: 0.0301652 May 19 06:34:43.674905 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:43.677579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d501110-5639-4e78-8036-87c2b146deab" -d '{"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:43.721914 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a8ed6-d180-4fe4-9473-5ae66357de13 x-openstack-request-id: req-225a8ed6-d180-4fe4-9473-5ae66357de13 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:43.722394 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:43.722864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-225a8ed6-d180-4fe4-9473-5ae66357de13 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:43.723866 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225a8ed6-d180-4fe4-9473-5ae66357de13'] response: {'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:34:43.767143 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:43.797798 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:43.799368 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-747a9ee3-cb5b-4077-9a9f-7b3c4b090003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:43.862460 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501110-5639-4e78-8036-87c2b146deab req-24d480e4-ed33-467c-a73d-0fd7ad7fa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:43.863960 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-24d480e4-ed33-467c-a73d-0fd7ad7fa997 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1168 time: 0.0513747 May 19 06:34:43.986121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501110-5639-4e78-8036-87c2b146deab req-8ef3aed2-b5f7-499c-ae96-70203564391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:43.987628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-8ef3aed2-b5f7-499c-ae96-70203564391b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.1089807 May 19 06:34:44.063730 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-a0136c4c-215c-454b-aa58-a3960bbbb6ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0674057 May 19 06:34:44.102769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:44.125539 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501110-5639-4e78-8036-87c2b146deab req-0fbc3ad3-17d1-4401-b8bd-ba58df132ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:44.127308 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-0fbc3ad3-17d1-4401-b8bd-ba58df132ea7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.0565035 May 19 06:34:44.182797 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501110-5639-4e78-8036-87c2b146deab req-adebacea-05ff-4302-971a-b25ab6e274a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:44.184341 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-adebacea-05ff-4302-971a-b25ab6e274a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500696 May 19 06:34:44.278015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-1476dacb-1c89-4e7d-b202-b95c01b2008a service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 May 19 06:34:44.380713 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d501110-5639-4e78-8036-87c2b146deab req-de49afe1-d27e-4774-92d4-73b7721665ce service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917788 May 19 06:34:44.649194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57348) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:44.705991 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (71a3e794-7da6-405c-bcde-2019c46dd378), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:44.730563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (71a3e794-7da6-405c-bcde-2019c46dd378), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:44.779882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (71a3e794-7da6-405c-bcde-2019c46dd378), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:44.782618 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:44.783799 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/security-groups/71a3e794-7da6-405c-bcde-2019c46dd378 HTTP/1.1" status: 204 len: 168 time: 0.1334822 May 19 06:34:44.787143 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57350) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:44.795315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc7dc-dc3a-4c58-930a-0e0c8bc01152 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a3e794-7da6-405c-bcde-2019c46dd378,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:44.804391 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-72e0eaa2-2cdc-4ad7-9980-f5c7cfd35f43 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] show failed (client error): The resource could not be found. May 19 06:34:44.808619 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-72e0eaa2-2cdc-4ad7-9980-f5c7cfd35f43 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups/71a3e794-7da6-405c-bcde-2019c46dd378 HTTP/1.1" status: 404 len: 347 time: 0.0202596 May 19 06:34:44.808806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57352) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:44.897955 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:44.942424 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port 7d89a2c0-3de4-474d-9726-2a5be7c2fe35 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:34:44.942813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.028021 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.028338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.042854 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for 7d89a2c0-3de4-474d-9726-2a5be7c2fe35 owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:34:45.181707 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:34:45.186070 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (7d89a2c0-3de4-474d-9726-2a5be7c2fe35), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.213429 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=7d89a2c0-3de4-474d-9726-2a5be7c2fe35,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:45.285636 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4cc86991-4820-40e6-9c93-ec350cfd0e56), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.288109 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.289267 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-79bd0a6b-e30a-488b-a55e-f3fde5d356d1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/floatingips/4cc86991-4820-40e6-9c93-ec350cfd0e56 HTTP/1.1" status: 204 len: 168 time: 0.4795349 May 19 06:34:45.381409 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57356) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:45.385885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709476611', 'description': 'tempest-description--1654484196'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:45.409050 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.454103 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:45.500091 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.507395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.543031 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.544266 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1618464 May 19 06:34:45.545521 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94202e8-fe70-4cb6-a932-d169fc274796 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:45.547313 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57362) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:45.552281 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6a48f-cd83-4b9c-9c4a-d4e842c061d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:45.584976 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (78e0a721-d899-4020-874f-6c519f4a3472), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.664157 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (78e0a721-d899-4020-874f-6c519f4a3472), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.668141 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (78e0a721-d899-4020-874f-6c519f4a3472), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.694900 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e0a721-d899-4020-874f-6c519f4a3472,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:45.701009 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.705625 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57372) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:45.705880 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-388eb9d6-2c71-4280-a391-24086097282c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572537 May 19 06:34:45.710976 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6a48f-cd83-4b9c-9c4a-d4e842c061d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:45.743549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (a4c76a82-d6cf-4c32-beef-9dda0e1b1928), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.798454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (a4c76a82-d6cf-4c32-beef-9dda0e1b1928), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.803262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (a4c76a82-d6cf-4c32-beef-9dda0e1b1928), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.823528 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c76a82-d6cf-4c32-beef-9dda0e1b1928,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:45.832996 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.833993 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-31cc2470-5b44-4f48-be16-8b961c1228cd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265910 May 19 06:34:45.837384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57374) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:45.846221 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:45.881970 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:45.944146 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:46.003295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.032045 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-594af290-136b-4dad-b4de-d2eae9668f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.143009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.27.1.205 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/6a757667-d87f-4462-b532-ddb90e4c55b8) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:34:46.257810 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.291578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.334070 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:34:46.337257 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:34:46.339885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:34:46.370255 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=6a757667-d87f-4462-b532-ddb90e4c55b8,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:46.438612 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.449404 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:46.479565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.673698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.679084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.746176 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:46.764191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=6a757667-d87f-4462-b532-ddb90e4c55b8,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:46.773618 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.791187 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:46.792477 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2f1a00aa-e9a5-40dc-bf81-d8243417ebe6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9533165 May 19 06:34:47.013100 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-27fc7afc-edc3-4250-9129-936f4cf2f8b8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1709476611&fields=id&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 267 time: 0.0457671 May 19 06:34:47.120835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e8aa3106-4827-4bd3-8942-1ce0dd9bdc50 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:47.122409 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e8aa3106-4827-4bd3-8942-1ce0dd9bdc50 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.1019056 May 19 06:34:47.138342 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-3287c036-fc77-424a-b987-8e3d07c1ea66 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/quotas/adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 375 time: 0.0099347 May 19 06:34:47.193892 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-71c4d726-e195-42d4-af2e-07ea6c28edab tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490913 May 19 06:34:47.296550 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-08726d9d-ed84-4745-a7d4-ac6af0e4dc84 service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 May 19 06:34:47.415957 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-9acf1b2e-bfb8-413d-a6f4-51caa0a49fbd service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124704 May 19 06:34:47.606153 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c0c98aa0-f47b-4b0e-aabd-b02cccc7adb2 req-fe12e134-826f-4583-ac79-414416c15a05 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 210 time: 0.0309958 May 19 06:34:47.614776 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.075757 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57424) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:48.189653 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-553967ff-1e7a-4fec-8ca0-b17c465d5ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.261307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-553967ff-1e7a-4fec-8ca0-b17c465d5ea8 admin admin] Publish callbacks [] for security_group (f8aa13ca-9b1b-4271-be2f-beebbbb340b9), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.266348 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-553967ff-1e7a-4fec-8ca0-b17c465d5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f8aa13ca-9b1b-4271-be2f-beebbbb340b9), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.282666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:48.307036 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-553967ff-1e7a-4fec-8ca0-b17c465d5ea8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c40e009c5eb4817842f753ddb74b1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301295 May 19 06:34:48.309656 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553967ff-1e7a-4fec-8ca0-b17c465d5ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa13ca-9b1b-4271-be2f-beebbbb340b9,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:48.309816 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57428) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:48.363630 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] Publish callbacks [] for security_group (f8aa13ca-9b1b-4271-be2f-beebbbb340b9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.386148 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] Publish callbacks [] for security_group (f8aa13ca-9b1b-4271-be2f-beebbbb340b9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.440333 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f8aa13ca-9b1b-4271-be2f-beebbbb340b9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.443250 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:48.444611 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8aa13ca-9b1b-4271-be2f-beebbbb340b9 HTTP/1.1" status: 204 len: 168 time: 0.1337945 May 19 06:34:48.455869 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505289-91dc-4fbb-be3d-736d143cd1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa13ca-9b1b-4271-be2f-beebbbb340b9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:48.717151 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6851ab63-4606-4532-9ff3-5bb5c7ce1ef5 req-3b6ac439-cc5f-4c6a-b837-a0cf1ebf84bc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 210 time: 0.0353713 May 19 06:34:48.806163 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:49.818715 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f12d1446-8f55-4111-be11-b350842b5417 req-3e91ab54-1db7-4ff4-bf57-49788e9740f4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 210 time: 0.0293696 May 19 06:34:50.041821 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:50.974341 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ba724a2f-4a27-4eee-a435-028a287ddc28 req-1fe9f423-2d63-4118-9309-a5c785d58279 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 210 time: 0.0631356 May 19 06:34:51.023607 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-0732f803-0109-425a-8540-770d382300c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:51.025105 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-0732f803-0109-425a-8540-770d382300c8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.1429310 May 19 06:34:51.116535 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-87c5c426-c175-494b-897c-92b9f2707f2c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 380 time: 0.0702338 May 19 06:34:51.168943 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'port': {'device_id': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'admin_state_up': True, 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'security_groups': ['d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:51.262989 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:51.279041 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:34:51.283083 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.416125 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.20.0.12 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/69e8e332-0f9f-4517-87be-fc3fabb6ba48) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:34:51.568037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.603864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.647534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:34:51.650807 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:34:51.654934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:34:51.685489 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:51.711333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:51.711986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.725377 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:51.733052 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-e4ce4ecb-68c6-424a-a5a5-b77f0f0d3a4d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678966 May 19 06:34:51.748140 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Request body: {'port': {'device_id': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:34:51.836340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.926870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-88ff2507-53ad-4673-bd46-d5378b076ebb None None] Provisioning complete for port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:51.927460 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-88ff2507-53ad-4673-bd46-d5378b076ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:51.964226 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-88ff2507-53ad-4673-bd46-d5378b076ebb None None] Port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:34:52.117858 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a1b85-2e15-462b-8a0d-ad3319c68ed1 req-ad33dc24-98b1-45ef-b469-baa5b1a26ef5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:52.119448 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f72a1b85-2e15-462b-8a0d-ad3319c68ed1 req-ad33dc24-98b1-45ef-b469-baa5b1a26ef5 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 932 time: 0.0614359 May 19 06:34:52.134753 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:52.175299 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f72a1b85-2e15-462b-8a0d-ad3319c68ed1 req-c45821dc-0f90-4a8f-91b8-0931b2f8b70b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477233 May 19 06:34:52.192280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e8e332-0f9f-4517-87be-fc3fabb6ba48 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:52.200964 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks [] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:52.215049 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Transition to ACTIVE for port object 69e8e332-0f9f-4517-87be-fc3fabb6ba48 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:34:52.219039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:52.222487 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:52.278318 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Pushing event updated for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:52.353446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Attempting to bind port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:34:52.354051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Attempting to bind port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:34:52.354489 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Attempting to bind port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:52.361120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 on network ba03612d-d3e3-499d-b899-41fd0fc8db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:34:52.361567 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Attempting to bind port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:34:52.367577 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:34:52.367913 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:34:52.368389 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:34:52.368815 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Bound port: 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:34:52.369195 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:52.434219 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:34:52.437820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:34:52.447988 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:52.452623 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:52.480597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:52.481334 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:52.482622 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] 10.222.0.59 "PUT /v2.0/ports/69e8e332-0f9f-4517-87be-fc3fabb6ba48 HTTP/1.1" status: 200 len: 1094 time: 0.7387798 May 19 06:34:52.483031 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:52.485973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9603f843-3baf-4e50-873d-c2496b46cf70" -d '{"events": [{"name": "network-changed", "server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:52.519707 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa1704-bd9e-4008-8e1d-daf323f0de23 service neutron] Pushing event updated for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:52.584239 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843aae7-cea8-4a57-97f1-25806af6b604 x-openstack-request-id: req-3843aae7-cea8-4a57-97f1-25806af6b604 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:52.584526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:52.584770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3843aae7-cea8-4a57-97f1-25806af6b604 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:52.585166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3843aae7-cea8-4a57-97f1-25806af6b604'] response: {'name': 'network-changed', 'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'status': 'completed', 'code': 200} May 19 06:34:52.598634 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-205c156f-b19f-4106-8002-0bc4798a93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:52.600232 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-205c156f-b19f-4106-8002-0bc4798a93c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 1128 time: 0.0531304 May 19 06:34:52.647270 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-f5ca65db-110a-4ddb-870c-a4caa5859ca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48 HTTP/1.1" status: 200 len: 217 time: 0.0348475 May 19 06:34:52.699505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-a9099f4f-85cb-438a-8051-826905be2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:52.700873 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-a9099f4f-85cb-438a-8051-826905be2585 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0457699 May 19 06:34:52.741605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:52.750911 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-f7e7b261-4261-4ff9-8e2f-cedbde287de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:52.752425 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-f7e7b261-4261-4ff9-8e2f-cedbde287de6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448556 May 19 06:34:52.852798 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-dd19499f-9b0e-4307-9210-c8f7be50e132 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917382 May 19 06:34:53.203249 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64ce830-2f54-45a5-85dc-b14b21fa2a8b req-8d20f00d-263e-4dfe-956a-8994a2c32060 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441639 May 19 06:34:53.291741 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28154a-6ed6-488d-9dd5-e7e595645b69 req-9f49423b-b5d0-4857-9480-efa7f6aca981 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:53.293250 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d28154a-6ed6-488d-9dd5-e7e595645b69 req-9f49423b-b5d0-4857-9480-efa7f6aca981 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 944 time: 0.0477004 May 19 06:34:53.345164 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d28154a-6ed6-488d-9dd5-e7e595645b69 req-b0084370-b5a8-4f0e-b6ba-b71babd62b66 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 May 19 06:34:54.262719 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-03f120e1-8ca3-45bd-94c3-d9e5f9c56284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:54.264148 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-03f120e1-8ca3-45bd-94c3-d9e5f9c56284 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 1128 time: 0.0441611 May 19 06:34:54.381408 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-af5f39c4-52b7-4e62-a3d6-55e19abb5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:54.383960 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-af5f39c4-52b7-4e62-a3d6-55e19abb5f95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.1094594 May 19 06:34:54.440129 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-6380d66a-8340-491e-af61-f535361c6c3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48 HTTP/1.1" status: 200 len: 217 time: 0.0490932 May 19 06:34:54.522640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab996a2-044a-4295-867c-ee9cda8c57e6 req-99a6701c-4d1c-4847-b74b-3ab3481280ac tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:54.524432 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fab996a2-044a-4295-867c-ee9cda8c57e6 req-99a6701c-4d1c-4847-b74b-3ab3481280ac tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 944 time: 0.0871551 May 19 06:34:54.542173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-932610a9-d5ca-4afa-b563-3bbaaed389b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:54.543563 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-932610a9-d5ca-4afa-b563-3bbaaed389b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0875981 May 19 06:34:54.612623 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-ac0dd2fc-e0d0-40e9-b6cb-b48a1a3e96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:54.614147 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-ac0dd2fc-e0d0-40e9-b6cb-b48a1a3e96af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594912 May 19 06:34:54.618370 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fab996a2-044a-4295-867c-ee9cda8c57e6 req-db25bbeb-0082-44f8-acd7-de012abc1409 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867708 May 19 06:34:54.672129 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:54.724415 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-869d7e01-ef7c-4299-9dbc-8aa960dce1eb service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021216 May 19 06:34:54.837273 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9603f843-3baf-4e50-873d-c2496b46cf70 req-295651d2-1086-459b-813a-c29f4580c5f1 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061847 May 19 06:34:55.176949 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=93 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:55.401220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 69e8e332-0f9f-4517-87be-fc3fabb6ba48 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:34:55.633332 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:55.646678 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'port_id': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'mac_address': 'fa:16:3e:29:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:34:55.687999 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:55.688604 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:55.709378 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e8e332-0f9f-4517-87be-fc3fabb6ba48 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:34:55.714756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:55.720448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:55.732601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:55.737734 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:55.748910 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e2e9-ecaa-4a42-adae-02628c7cfe43 req-554a6bd8-7862-40f9-b65f-1c579293aa93 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:55.751325 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f913e2e9-ecaa-4a42-adae-02628c7cfe43 req-554a6bd8-7862-40f9-b65f-1c579293aa93 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 944 time: 0.0616264 May 19 06:34:55.785089 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:55.817493 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f913e2e9-ecaa-4a42-adae-02628c7cfe43 req-68155e78-97e4-4ce8-94bb-fcc59aa9fb7b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593626 May 19 06:34:56.031735 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['69e8e332-0f9f-4517-87be-fc3fabb6ba48'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:34:56.555440 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57496) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:56.660476 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-131e2838-94e6-42d0-8ef9-d32eaffd928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.737379 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-131e2838-94e6-42d0-8ef9-d32eaffd928c admin admin] Publish callbacks [] for security_group (18801da7-37f5-4ea8-8409-40580f07b550), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.741258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-131e2838-94e6-42d0-8ef9-d32eaffd928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (18801da7-37f5-4ea8-8409-40580f07b550), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.781555 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-131e2838-94e6-42d0-8ef9-d32eaffd928c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af1d5b8b00b74c88a836613465585c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244449 May 19 06:34:56.782413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e2838-94e6-42d0-8ef9-d32eaffd928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18801da7-37f5-4ea8-8409-40580f07b550,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:56.784272 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57500) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:34:56.833449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] Publish callbacks [] for security_group (18801da7-37f5-4ea8-8409-40580f07b550), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.857635 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] Publish callbacks [] for security_group (18801da7-37f5-4ea8-8409-40580f07b550), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.915649 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (18801da7-37f5-4ea8-8409-40580f07b550), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.918187 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:56.919582 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18801da7-37f5-4ea8-8409-40580f07b550 HTTP/1.1" status: 204 len: 168 time: 0.1343188 May 19 06:34:56.928895 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a072e70-212f-4b9a-9a21-e2e2359cbf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18801da7-37f5-4ea8-8409-40580f07b550,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:56.970242 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d140d-2e9c-4687-b4fd-6af039272d2b req-6c77f609-b384-4b87-9c31-f2e68454a5aa tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:56.971787 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ba3d140d-2e9c-4687-b4fd-6af039272d2b req-6c77f609-b384-4b87-9c31-f2e68454a5aa tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 945 time: 0.0699711 May 19 06:34:56.984697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:34:57.043858 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ba3d140d-2e9c-4687-b4fd-6af039272d2b req-71c8e8dc-9840-4135-9896-456f85ac9c57 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662360 May 19 06:34:57.432626 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 69e8e332-0f9f-4517-87be-fc3fabb6ba48 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:34:57.478729 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:34:57.486832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:34:57.487212 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:57.563471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:34:57.563855 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:57.588101 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:34:57.590295 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173100c-95b1-48a0-811f-be5bf81263cb" -d '{"events": [{"server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "name": "network-vif-plugged", "status": "completed", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:34:57.604283 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:34:57.610107 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:34:57.636557 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dde366-2e27-4fb3-8243-f0142c7b579c x-openstack-request-id: req-22dde366-2e27-4fb3-8243-f0142c7b579c {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:34:57.636873 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "name": "network-vif-plugged", "status": "completed", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:34:57.637121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22dde366-2e27-4fb3-8243-f0142c7b579c {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:34:57.637545 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dde366-2e27-4fb3-8243-f0142c7b579c'] response: {'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'code': 200} May 19 06:34:57.670834 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:34:57.808465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be39d0-ac33-4cb4-88bb-adba8a502e6e req-24c0aa7c-931a-4384-b524-43e2d1752187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:57.809979 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-59be39d0-ac33-4cb4-88bb-adba8a502e6e req-24c0aa7c-931a-4384-b524-43e2d1752187 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 1130 time: 0.0405581 May 19 06:34:57.856988 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-59be39d0-ac33-4cb4-88bb-adba8a502e6e req-05dec27c-b947-4936-81ca-7408cf1aa8e3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 May 19 06:34:58.172981 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db368ff7-061a-4b24-878b-d71a6eb89b5b req-2eb66e5c-0919-4536-a0b3-bd9a6cf21f0e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:58.174457 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db368ff7-061a-4b24-878b-d71a6eb89b5b req-2eb66e5c-0919-4536-a0b3-bd9a6cf21f0e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0540423 May 19 06:34:58.228588 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db368ff7-061a-4b24-878b-d71a6eb89b5b req-d11f6895-8b9d-432a-b937-055766bd03ff tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 May 19 06:34:59.345616 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e2727-d36d-4a0e-9c59-a68698c5a40f req-c68e8a87-ca4c-4fe4-baf5-87f7b74915d2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:34:59.347115 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4a6e2727-d36d-4a0e-9c59-a68698c5a40f req-c68e8a87-ca4c-4fe4-baf5-87f7b74915d2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0480089 May 19 06:34:59.396929 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4a6e2727-d36d-4a0e-9c59-a68698c5a40f req-db10fa3c-83fe-4fe9-be44-65d2e86f4734 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 May 19 06:35:00.490496 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:00.510714 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa275f3f-cd6b-456a-872a-4fff4821dc14 req-de905e43-e5ff-48b2-a5a2-b9b77ec2169a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:00.512160 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa275f3f-cd6b-456a-872a-4fff4821dc14 req-de905e43-e5ff-48b2-a5a2-b9b77ec2169a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0497649 May 19 06:35:00.558952 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa275f3f-cd6b-456a-872a-4fff4821dc14 req-af63d57a-c6f1-4276-88ec-8fcd25160382 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 May 19 06:35:00.670275 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24872-03b9-48bf-8c35-56b6ae4b3992 req-48038c6d-d613-478e-bb8f-9da4e5fecf1c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:00.671780 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74b24872-03b9-48bf-8c35-56b6ae4b3992 req-48038c6d-d613-478e-bb8f-9da4e5fecf1c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0487964 May 19 06:35:00.681218 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57528) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:00.685802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'port_id': '69e8e332-0f9f-4517-87be-fc3fabb6ba48'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:00.724080 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:01.377034 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb216-8a40-4ad0-a563-d272b9bf4495 req-e72f81ad-1b2b-4fe0-b90e-4ff272116fc8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:01.378592 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1faeb216-8a40-4ad0-a563-d272b9bf4495 req-e72f81ad-1b2b-4fe0-b90e-4ff272116fc8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0488861 May 19 06:35:01.388520 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:01.400828 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:01.405341 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:01.430144 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1faeb216-8a40-4ad0-a563-d272b9bf4495 req-ba60f1e8-4176-4056-910a-0f4da4a63d58 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 May 19 06:35:01.504563 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b associated. External IP: 172.27.1.205, port: 69e8e332-0f9f-4517-87be-fc3fabb6ba48. May 19 06:35:01.703304 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:35:01.808977 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:35:01.814327 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:01.819221 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:35:01.832427 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:01.833038 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:01.839303 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:01.846266 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-946bd567-eef1-4828-80eb-70c9ab746962 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "PUT /v2.0/floatingips/4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b HTTP/1.1" status: 200 len: 992 time: 1.1638680 May 19 06:35:01.847105 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:35:01.849422 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe6507-3c91-4ac8-a551-1c529734d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:35:01.888087 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9c2508-767f-4474-86d6-ed023b24b8fa x-openstack-request-id: req-3c9c2508-767f-4474-86d6-ed023b24b8fa {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:35:01.888087 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:35:01.888087 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c9c2508-767f-4474-86d6-ed023b24b8fa {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:35:01.888471 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9c2508-767f-4474-86d6-ed023b24b8fa'] response: {'name': 'network-changed', 'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'status': 'completed', 'code': 200} May 19 06:35:01.935151 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:01.950575 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-62583a62-eca7-4c43-9aca-56c7908a0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:01.952064 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-62583a62-eca7-4c43-9aca-56c7908a0cb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 1130 time: 0.0425241 May 19 06:35:02.045061 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-ef2b6f00-1f32-4262-96b3-2cdba8eced1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:02.046574 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-ef2b6f00-1f32-4262-96b3-2cdba8eced1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.0876617 May 19 06:35:02.089512 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:02.115172 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-00dcf983-2ada-4e0d-afbe-26adc641a051 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48 HTTP/1.1" status: 200 len: 1000 time: 0.0624504 May 19 06:35:02.151134 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:46Z', 'updated_at': '2022-05-19T06:35:01Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:02.166587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-930952db-e50b-417d-bf9d-d19c061d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:02.168052 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-930952db-e50b-417d-bf9d-d19c061d81ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0449016 May 19 06:35:02.178425 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:35:02.188552 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:02.189528 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:34:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:02.212686 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-e9c48a3b-7399-4db2-a76d-784dff72bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:02.214345 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-e9c48a3b-7399-4db2-a76d-784dff72bba1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401871 May 19 06:35:02.293562 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:02.315431 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-e7605335-2cdf-425d-971d-a372a262a6e9 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935392 May 19 06:35:02.407707 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-93fe6507-3c91-4ac8-a551-1c529734d9a6 req-37ce6121-3bde-4c6c-b00a-d453052f36e6 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 May 19 06:35:02.510042 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:46Z', 'updated_at': '2022-05-19T06:35:01Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:02.538706 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea92e41-9fc0-44ee-9441-91b87b959d41 None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:34:46Z', 'updated_at': '2022-05-19T06:35:01Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:35:02.552130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c98cd-c6c8-432f-b4f7-ee00e39212ca req-47357f81-64ac-4ed0-bcc2-b97e9c0ec1e1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:02.553700 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e02c98cd-c6c8-432f-b4f7-ee00e39212ca req-47357f81-64ac-4ed0-bcc2-b97e9c0ec1e1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0515432 May 19 06:35:02.603079 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e02c98cd-c6c8-432f-b4f7-ee00e39212ca req-ffb92a8f-e9a0-4309-b0b5-ea022de4770a tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 May 19 06:35:02.744879 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893092b-d665-4575-b418-f2f304105720 None None] New status for floating IP 4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:35:03.722756 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e30e3-c494-43a0-9c6a-4846a8073280 req-367522f2-9952-4358-bb05-22406050af8d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:03.724275 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d65e30e3-c494-43a0-9c6a-4846a8073280 req-367522f2-9952-4358-bb05-22406050af8d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0496032 May 19 06:35:03.772970 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d65e30e3-c494-43a0-9c6a-4846a8073280 req-e1192ed0-8dd2-42f4-8aba-059984dabdc6 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 May 19 06:35:04.606165 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:04.892152 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989584-fd62-4e99-ac84-b0d7a8403895 req-b81b9777-50ee-4f73-98a3-3c7a5bd3b893 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:04.893739 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-94989584-fd62-4e99-ac84-b0d7a8403895 req-b81b9777-50ee-4f73-98a3-3c7a5bd3b893 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0482562 May 19 06:35:04.963621 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-94989584-fd62-4e99-ac84-b0d7a8403895 req-68fea1dd-d3be-4dfe-a8f9-da69e935eb58 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640991 May 19 06:35:06.088200 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a63e1-1b48-4f4f-be8f-a7bf3246233b req-2410a6de-47fb-47b7-af43-d833cedf21ee tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:06.089788 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-773a63e1-1b48-4f4f-be8f-a7bf3246233b req-2410a6de-47fb-47b7-af43-d833cedf21ee tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0495780 May 19 06:35:06.144600 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-773a63e1-1b48-4f4f-be8f-a7bf3246233b req-2d8d4cc8-134c-4b1d-a4dc-5bb59920ec81 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489504 May 19 06:35:07.268764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2947f-1916-48a3-9f64-69561a3932ea req-c22c08ce-8c3d-430c-aa47-1eb611e774c3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:07.270315 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0cc2947f-1916-48a3-9f64-69561a3932ea req-c22c08ce-8c3d-430c-aa47-1eb611e774c3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0501378 May 19 06:35:07.321914 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0cc2947f-1916-48a3-9f64-69561a3932ea req-5adee82f-11f1-45db-95cc-022dde015003 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 May 19 06:35:08.402695 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:08.443750 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa83fa-2969-4695-99f8-525ec010c5f9 req-59784374-8371-4de0-b2ff-ab0dbb8efba7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:08.445231 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a7aa83fa-2969-4695-99f8-525ec010c5f9 req-59784374-8371-4de0-b2ff-ab0dbb8efba7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0525372 May 19 06:35:08.493776 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a7aa83fa-2969-4695-99f8-525ec010c5f9 req-f29dd137-c78b-4a61-a49b-e90a36e431a8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429103 May 19 06:35:09.610309 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9da475-c952-43e2-a82c-803aeec16dc7 req-41b18c6f-ffbf-4aa4-8040-df844ea56883 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:09.611680 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c9da475-c952-43e2-a82c-803aeec16dc7 req-41b18c6f-ffbf-4aa4-8040-df844ea56883 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0477576 May 19 06:35:09.659183 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6c9da475-c952-43e2-a82c-803aeec16dc7 req-adb005a9-c12a-4dcb-9728-f2a553cfb854 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 May 19 06:35:10.773146 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cce7b-fd9d-44fd-babc-4b4f2f5c6126 req-b55e1554-715d-43ca-8d40-919a9f1f7e32 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:10.774652 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f35cce7b-fd9d-44fd-babc-4b4f2f5c6126 req-b55e1554-715d-43ca-8d40-919a9f1f7e32 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0463696 May 19 06:35:10.822472 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f35cce7b-fd9d-44fd-babc-4b4f2f5c6126 req-2c9e4508-adf8-415d-bc96-0651d0cdf72b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 May 19 06:35:11.942706 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2df65-eb0b-400d-930d-e795b5d3a23a req-e153937a-6cc8-4ee7-93c4-a03dbd74e9cd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:11.944246 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-33f2df65-eb0b-400d-930d-e795b5d3a23a req-e153937a-6cc8-4ee7-93c4-a03dbd74e9cd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0539000 May 19 06:35:11.992440 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-33f2df65-eb0b-400d-930d-e795b5d3a23a req-bc292316-9f2f-4f36-828b-a7302db037b3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 May 19 06:35:12.205473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ae861-ad79-4dfc-a942-a1c1476f9a3f req-1817e0ce-f431-40b6-b108-091f3d8d19fe tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:12.207080 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e2ae861-ad79-4dfc-a942-a1c1476f9a3f req-1817e0ce-f431-40b6-b108-091f3d8d19fe tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0508494 May 19 06:35:12.253566 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:12.270461 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e2ae861-ad79-4dfc-a942-a1c1476f9a3f req-e3e1a588-8263-445d-9f0d-5447a733ff28 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542054 May 19 06:35:12.310499 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-86ba1d2a-38a1-4da2-a0cf-a8f0f5bc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:12.311979 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-86ba1d2a-38a1-4da2-a0cf-a8f0f5bc5e19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 1130 time: 0.0440965 May 19 06:35:12.407069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-66bff6d7-27a2-4863-adf7-7dcf9b6409ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:12.408508 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-66bff6d7-27a2-4863-adf7-7dcf9b6409ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.0906935 May 19 06:35:12.472947 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-fa525e16-d9b4-4c5d-ab48-520f2733b513 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 200 len: 1002 time: 0.0580683 May 19 06:35:12.512626 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=76 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:12.513558 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=72 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:12.539919 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-3cdf8b7e-2920-4bdb-bb19-e3dfa199f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:12.541694 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-3cdf8b7e-2920-4bdb-bb19-e3dfa199f083 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.0592468 May 19 06:35:12.590119 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-ca5030c5-c0c6-4f78-a899-66f627550493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:12.591630 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-ca5030c5-c0c6-4f78-a899-66f627550493 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432761 May 19 06:35:12.694325 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-eccd50cd-79bc-445f-ab27-48b9b307e3a4 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930221 May 19 06:35:12.743048 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:12.788795 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-53f89165-0a47-4ffc-bbca-bdc44c80634f req-3ea4c5d2-173c-4420-bfa1-2f82172ac17e service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876577 May 19 06:35:13.396640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c045-b286-4e7e-bed7-b5042b10c500 req-fdbdc3c6-5c84-4e4f-bd7f-879e5c27109c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:13.398395 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-da74c045-b286-4e7e-bed7-b5042b10c500 req-fdbdc3c6-5c84-4e4f-bd7f-879e5c27109c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0518939 May 19 06:35:13.452049 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-da74c045-b286-4e7e-bed7-b5042b10c500 req-7644318a-2a3d-48ec-a6e0-acbc255316f7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 May 19 06:35:13.754735 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ead9a1da-3b3f-457d-982a-844d8c571abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:14.270529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9439ad4-af15-4043-9aed-679732930320 req-01296459-1bf5-4536-a1d6-9bd6a704d732 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.272648 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d9439ad4-af15-4043-9aed-679732930320 req-01296459-1bf5-4536-a1d6-9bd6a704d732 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0701878 May 19 06:35:14.346600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-5e1bdcf9-a65e-498d-a9d6-ab192921030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.348070 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-5e1bdcf9-a65e-498d-a9d6-ab192921030e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1168 time: 0.0610921 May 19 06:35:14.366442 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d9439ad4-af15-4043-9aed-679732930320 req-4d400cfa-6cf2-4fd9-9f81-5d46d262abaf tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872862 May 19 06:35:14.455034 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-d1538c02-8105-4532-8ce3-34f5d9e0432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.456475 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-d1538c02-8105-4532-8ce3-34f5d9e0432b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.0892127 May 19 06:35:14.512148 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:14.520176 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-18a1f60d-bc81-4254-97bc-432390530445 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0571420 May 19 06:35:14.572988 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66320b4-63fc-4dd6-96db-126011700e31 req-a22bc911-476c-45c4-aa3c-d5a729329acc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.573659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-e30c7503-19dc-4b75-873e-ee0517bf248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.574518 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e66320b4-63fc-4dd6-96db-126011700e31 req-a22bc911-476c-45c4-aa3c-d5a729329acc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0524316 May 19 06:35:14.574796 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-e30c7503-19dc-4b75-873e-ee0517bf248d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.0488353 May 19 06:35:14.620030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-8f53b3bc-3615-4b89-a762-52da1521302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:14.621511 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-8f53b3bc-3615-4b89-a762-52da1521302e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397666 May 19 06:35:14.623614 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e66320b4-63fc-4dd6-96db-126011700e31 req-4c6cde4e-b634-4279-80d1-39cbf9108acb tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 May 19 06:35:14.710487 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-e5612046-4340-400c-9838-992d4ca1e57a service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824685 May 19 06:35:14.807356 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c436ccf9-e0c7-4b3e-aec6-653cd33b24d5 req-27148ce5-9477-4a27-bc32-d1fc5ee84367 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895772 May 19 06:35:15.163356 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc8a6-e3f3-4ae9-a7f4-f18cd7a2bfbe req-76848239-5de5-4ef0-96ce-4130a32aa79d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.164943 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-76bcc8a6-e3f3-4ae9-a7f4-f18cd7a2bfbe req-76848239-5de5-4ef0-96ce-4130a32aa79d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0502698 May 19 06:35:15.170789 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-ad8162a3-e8d8-4dc5-ac25-051e89a46d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.172413 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-ad8162a3-e8d8-4dc5-ac25-051e89a46d72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0423076 May 19 06:35:15.216932 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-76bcc8a6-e3f3-4ae9-a7f4-f18cd7a2bfbe req-4f78f285-7850-4b18-a345-e1e7df52a871 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 May 19 06:35:15.272294 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-e7608768-e24c-4c66-8c3e-ac81e0a53da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.273785 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-e7608768-e24c-4c66-8c3e-ac81e0a53da2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.0954447 May 19 06:35:15.340212 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-b0dda942-cb27-4989-ad7a-02371bd6d986 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 1001 time: 0.0591812 May 19 06:35:15.401693 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-a95dee10-90eb-4c77-b8cd-e8274f261ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.404528 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-a95dee10-90eb-4c77-b8cd-e8274f261ebf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0585508 May 19 06:35:15.441732 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:15.480870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-01033589-8733-44fd-9259-40bf65f84724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.482498 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-01033589-8733-44fd-9259-40bf65f84724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0714049 May 19 06:35:15.545236 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b579-70dd-4a8b-88ca-40a8ea33d24a req-6825e339-2e76-4dd0-aa20-4e02def23482 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:15.546734 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5ad8b579-70dd-4a8b-88ca-40a8ea33d24a req-6825e339-2e76-4dd0-aa20-4e02def23482 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.1019719 May 19 06:35:15.622807 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-557ac4bd-3a4f-492e-83e0-68f56070e86e service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340859 May 19 06:35:15.654790 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5ad8b579-70dd-4a8b-88ca-40a8ea33d24a req-2cd21129-0952-4311-aa66-ca3a96c2cc19 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002200 May 19 06:35:15.724668 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7ee108d-030f-4c8d-9e3a-d4164bf3c1cc req-5416e273-6080-447d-a492-395ef92459bd service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942044 May 19 06:35:16.017418 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb828-2f7f-4ab9-89e9-f930542b6765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:16.336038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae68277-396c-4a97-b886-df7e3399f30a req-06cbcd9b-404b-4355-8022-539499ae5b45 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:16.337190 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ae68277-396c-4a97-b886-df7e3399f30a req-06cbcd9b-404b-4355-8022-539499ae5b45 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0488918 May 19 06:35:16.389513 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ae68277-396c-4a97-b886-df7e3399f30a req-abec3a31-4d6e-4144-bcb3-6a96f9dca27a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 May 19 06:35:16.778944 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ba00-d54a-41b4-b638-3bf62c8cd872 req-2c362f03-33dc-47a4-ab81-9589e3272dbe tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:16.780396 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5527ba00-d54a-41b4-b638-3bf62c8cd872 req-2c362f03-33dc-47a4-ab81-9589e3272dbe tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0510764 May 19 06:35:16.815799 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:16.839789 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5527ba00-d54a-41b4-b638-3bf62c8cd872 req-8d9beb37-1ed8-42d3-b518-08190dd664fc tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533824 May 19 06:35:17.507719 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1201-2fec-4d04-b5ad-b07636b7bcb5 req-26a307d9-f455-4636-a19c-347be8095ce6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:17.509191 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a12c1201-2fec-4d04-b5ad-b07636b7bcb5 req-26a307d9-f455-4636-a19c-347be8095ce6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0477808 May 19 06:35:17.556155 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a12c1201-2fec-4d04-b5ad-b07636b7bcb5 req-7572cbd3-05cb-4f1a-9473-65b0b2314a88 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 May 19 06:35:17.615087 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:17.958335 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed68af7-342f-4b6b-8e0e-7978cde404b8 req-4bd6dee6-0b65-4f41-af67-597514d242d4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:17.959814 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ed68af7-342f-4b6b-8e0e-7978cde404b8 req-4bd6dee6-0b65-4f41-af67-597514d242d4 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0499761 May 19 06:35:18.022477 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ed68af7-342f-4b6b-8e0e-7978cde404b8 req-ecc3e630-0593-4ef6-a557-45420bfedc83 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566347 May 19 06:35:18.698518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0af7a-d6ab-4d23-99fc-1f3d3f241369 req-28ab0816-7a5e-4694-88a9-efdfa225ee78 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:18.700019 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bdc0af7a-d6ab-4d23-99fc-1f3d3f241369 req-28ab0816-7a5e-4694-88a9-efdfa225ee78 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0612581 May 19 06:35:18.752712 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bdc0af7a-d6ab-4d23-99fc-1f3d3f241369 req-3a799e04-4c59-4525-b330-14fed383576b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 May 19 06:35:18.806994 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:19.145454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2960de1-14d4-494f-bf98-7e4f709a03ea req-341b0e14-0ae5-48a7-9d7d-55e1eacb80a3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:19.147030 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a2960de1-14d4-494f-bf98-7e4f709a03ea req-341b0e14-0ae5-48a7-9d7d-55e1eacb80a3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0532389 May 19 06:35:19.209028 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a2960de1-14d4-494f-bf98-7e4f709a03ea req-904437bb-bc34-43a8-9ffd-e55d0c6365c2 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556352 May 19 06:35:19.836667 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:19.881142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3a547-c297-4cd5-af44-5f5633171e41 req-c41f2880-9139-4516-a789-0eec17fb3bdc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:19.882981 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1ac3a547-c297-4cd5-af44-5f5633171e41 req-c41f2880-9139-4516-a789-0eec17fb3bdc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0558925 May 19 06:35:19.933517 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1ac3a547-c297-4cd5-af44-5f5633171e41 req-d95eda6e-8289-4a9f-8d1b-cf5cde22f99d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 May 19 06:35:20.048343 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:20.335124 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36af001-0e61-48ba-8906-1090eec97be7 req-329191c5-a086-4e32-9bc3-ae05242c163f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:20.336590 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f36af001-0e61-48ba-8906-1090eec97be7 req-329191c5-a086-4e32-9bc3-ae05242c163f tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0506027 May 19 06:35:20.403978 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f36af001-0e61-48ba-8906-1090eec97be7 req-0e46d9f6-c6b2-46c3-a729-730489d318f8 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616825 May 19 06:35:21.061063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41834-dca7-46f6-9fea-3fdcda98ecd8 req-221b3af3-3e4d-42ed-9525-a8d386abaecc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:21.063321 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95a41834-dca7-46f6-9fea-3fdcda98ecd8 req-221b3af3-3e4d-42ed-9525-a8d386abaecc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0548253 May 19 06:35:21.119511 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95a41834-dca7-46f6-9fea-3fdcda98ecd8 req-e45055cb-87ad-44f4-8024-2e663a28b207 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 May 19 06:35:21.522246 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be9c2-e3c4-4c22-bb64-dfa80344d5ab req-8f74efb6-ef3d-4acf-a7a7-76c345e5853e tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:21.523898 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-258be9c2-e3c4-4c22-bb64-dfa80344d5ab req-8f74efb6-ef3d-4acf-a7a7-76c345e5853e tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0504115 May 19 06:35:21.601202 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-258be9c2-e3c4-4c22-bb64-dfa80344d5ab req-2c1380fe-efeb-43dc-8e99-e247a0227ded tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706632 May 19 06:35:22.181029 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:35:22.244761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd66268-90a7-4038-a381-192b7fbc0271 req-6e875185-1978-4252-bf51-61ee6a050b4f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:22.246029 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0dd66268-90a7-4038-a381-192b7fbc0271 req-6e875185-1978-4252-bf51-61ee6a050b4f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0489132 May 19 06:35:22.304603 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0dd66268-90a7-4038-a381-192b7fbc0271 req-e0fb990c-46a2-49de-a6ba-f44811d2df46 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503712 May 19 06:35:22.731791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfc787-6903-4114-8696-13f812c7d9e2 req-5059c899-be43-4fdb-ac1d-049390570548 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:22.733457 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d7bfc787-6903-4114-8696-13f812c7d9e2 req-5059c899-be43-4fdb-ac1d-049390570548 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0569131 May 19 06:35:22.806557 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d7bfc787-6903-4114-8696-13f812c7d9e2 req-90305d7f-1c22-44ec-8287-2eee0fdab0f6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665030 May 19 06:35:23.442109 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b4608-f150-43a3-b80c-20a4788b4c6e req-01a7df4f-2e71-409b-88dc-9fc643fb1375 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:23.443710 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c99b4608-f150-43a3-b80c-20a4788b4c6e req-01a7df4f-2e71-409b-88dc-9fc643fb1375 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0595753 May 19 06:35:23.503200 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c99b4608-f150-43a3-b80c-20a4788b4c6e req-6fb11b6b-d8ea-473e-9866-4277d986430b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526788 May 19 06:35:23.911721 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:23.928891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2d63-902e-4c72-8060-dee7aa068ae7 req-3e76072a-425f-4535-b4b5-584c17af889c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:23.930477 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9b5c2d63-902e-4c72-8060-dee7aa068ae7 req-3e76072a-425f-4535-b4b5-584c17af889c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0518200 May 19 06:35:23.999716 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9b5c2d63-902e-4c72-8060-dee7aa068ae7 req-bd7e09ac-ea23-4712-a1f1-118149dfafcb tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628891 May 19 06:35:24.641622 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a416-5fbe-4f91-b0c3-b7fbf961c810 req-0ea53f54-84c7-4304-bfb1-6dba894797a9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:24.643319 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7a16a416-5fbe-4f91-b0c3-b7fbf961c810 req-0ea53f54-84c7-4304-bfb1-6dba894797a9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0600665 May 19 06:35:24.701933 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7a16a416-5fbe-4f91-b0c3-b7fbf961c810 req-97a95c65-d520-4433-94d0-09885e343834 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510640 May 19 06:35:25.133046 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d731f-3ce0-481e-bcf7-af766e12a79f req-60ec0081-9736-4947-a11a-9b2963d95487 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:25.134581 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a86d731f-3ce0-481e-bcf7-af766e12a79f req-60ec0081-9736-4947-a11a-9b2963d95487 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0518765 May 19 06:35:25.197560 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a86d731f-3ce0-481e-bcf7-af766e12a79f req-f2d9621a-09c1-4f11-998a-5e1edea88bc6 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564241 May 19 06:35:25.856156 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c7d7-2e96-4ae4-926c-302937dc46b4 req-1ec61e7b-9d5f-4f08-9563-5ff9b65d4217 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:25.858668 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4945c7d7-2e96-4ae4-926c-302937dc46b4 req-1ec61e7b-9d5f-4f08-9563-5ff9b65d4217 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0798965 May 19 06:35:25.922616 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4945c7d7-2e96-4ae4-926c-302937dc46b4 req-7aa091c5-332a-43ed-8c99-6d6d40f5de5a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574512 May 19 06:35:26.317692 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ddd7e-ea52-4410-8785-8a11b94a4f6c req-d1658d1c-0b90-474f-90a9-9c0e866cf9ac tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:26.319326 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-209ddd7e-ea52-4410-8785-8a11b94a4f6c req-d1658d1c-0b90-474f-90a9-9c0e866cf9ac tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0513542 May 19 06:35:26.388587 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-209ddd7e-ea52-4410-8785-8a11b94a4f6c req-aad4d875-e711-45de-9d59-0cffbc967f1a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601444 May 19 06:35:26.450897 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:27.045905 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:27.061389 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e5725-6c7e-4fb6-a266-b4859fce22ba req-8cbd3b52-b640-49bd-b522-1625210a3298 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:27.063022 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a45e5725-6c7e-4fb6-a266-b4859fce22ba req-8cbd3b52-b640-49bd-b522-1625210a3298 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0597007 May 19 06:35:27.118256 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a45e5725-6c7e-4fb6-a266-b4859fce22ba req-4a0cf50c-84c5-43d1-af9b-c4e31695a0d4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484915 May 19 06:35:27.511446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ba82-50a9-47ea-bb87-0aa502fb5dfd req-9da6cce1-8df7-4169-826b-a7ab59b55433 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:27.513019 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-76c9ba82-50a9-47ea-bb87-0aa502fb5dfd req-9da6cce1-8df7-4169-826b-a7ab59b55433 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0503693 May 19 06:35:27.602420 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-76c9ba82-50a9-47ea-bb87-0aa502fb5dfd req-408d4da5-bc9d-491d-86aa-27883c6281bd tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828428 May 19 06:35:28.245058 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d8f4-851f-4878-a153-27fac198cb89 req-c56a0d49-f10a-4e1d-b54b-0aaf764fd7d4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:28.246985 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad20d8f4-851f-4878-a153-27fac198cb89 req-c56a0d49-f10a-4e1d-b54b-0aaf764fd7d4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0555594 May 19 06:35:28.298866 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ad20d8f4-851f-4878-a153-27fac198cb89 req-fa4efd39-06ea-42d0-a0c5-c21af445efb7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 May 19 06:35:28.736393 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e455ce-555d-41d9-a840-668253b5c8fd req-16940abe-84ef-4af8-8b54-6a1d563dd28b tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:28.738041 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c9e455ce-555d-41d9-a840-668253b5c8fd req-16940abe-84ef-4af8-8b54-6a1d563dd28b tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0610604 May 19 06:35:28.768116 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:28.810662 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c9e455ce-555d-41d9-a840-668253b5c8fd req-e8efbe76-ca07-4da7-a51c-8723a1774c18 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657580 May 19 06:35:29.419193 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa936e5b-4c0f-4f15-bab7-5f6b5e07fb7e req-bd5c56ca-dcaf-4d85-84aa-ca08dd48d11a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:29.420728 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa936e5b-4c0f-4f15-bab7-5f6b5e07fb7e req-bd5c56ca-dcaf-4d85-84aa-ca08dd48d11a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0495741 May 19 06:35:29.473314 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa936e5b-4c0f-4f15-bab7-5f6b5e07fb7e req-b7705897-b009-4e05-babe-94457e2f98c0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 May 19 06:35:29.935505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f23d-b00a-47e3-9345-89ec601532c3 req-9673f389-10e2-444e-be99-86d06114b8a1 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:29.939308 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6064f23d-b00a-47e3-9345-89ec601532c3 req-9673f389-10e2-444e-be99-86d06114b8a1 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0529830 May 19 06:35:30.004014 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6064f23d-b00a-47e3-9345-89ec601532c3 req-e8dda691-67b5-4482-8cc4-e2cfc7e11b30 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606334 May 19 06:35:30.035446 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:30.043163 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:30.598792 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944246-fa6d-4f04-9000-c89cfe0e5901 req-514898ec-0d0d-402f-b72b-1658e9f52abc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:30.600378 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-57944246-fa6d-4f04-9000-c89cfe0e5901 req-514898ec-0d0d-402f-b72b-1658e9f52abc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0495927 May 19 06:35:30.658272 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-57944246-fa6d-4f04-9000-c89cfe0e5901 req-f4b64835-812c-4376-82ea-b808c5e7addf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520935 May 19 06:35:31.122011 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec8718-2a55-4c46-aab1-70b5bfd802b9 req-63cce27e-11bf-425d-8c4e-242b7b935c98 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:31.123501 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2eec8718-2a55-4c46-aab1-70b5bfd802b9 req-63cce27e-11bf-425d-8c4e-242b7b935c98 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0488930 May 19 06:35:31.191561 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2eec8718-2a55-4c46-aab1-70b5bfd802b9 req-c9b46dd6-effb-43ec-b810-8875be7d9144 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614502 May 19 06:35:31.783906 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201ccf7-e6b4-4ff0-a74a-fa80112dbeb3 req-5a715b83-6859-4c08-a2ea-bf51a0f5a1f0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:31.785523 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0201ccf7-e6b4-4ff0-a74a-fa80112dbeb3 req-5a715b83-6859-4c08-a2ea-bf51a0f5a1f0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0489891 May 19 06:35:31.834281 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0201ccf7-e6b4-4ff0-a74a-fa80112dbeb3 req-6c225970-abe1-4dce-a7e9-d40a0b655692 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 May 19 06:35:32.176528 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:32.314465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afdc9b-d3f9-4d95-8665-da11809f5c5e req-e810d3b4-763d-48db-98a1-01b71669e7ae tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:32.315959 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05afdc9b-d3f9-4d95-8665-da11809f5c5e req-e810d3b4-763d-48db-98a1-01b71669e7ae tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0494649 May 19 06:35:32.378680 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-05afdc9b-d3f9-4d95-8665-da11809f5c5e req-481a67d6-6344-478c-bd2c-45c3ea8f7c4c tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=26b28be4-af3c-435b-8888-d8cf4b82bfcd&id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570157 May 19 06:35:32.733139 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc4b32-d3bf-4434-a540-156ccd79f264 req-32c28674-9665-4e3e-8639-6188ec811d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:32.734905 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16cc4b32-d3bf-4434-a540-156ccd79f264 req-32c28674-9665-4e3e-8639-6188ec811d85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0424457 May 19 06:35:32.780922 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16cc4b32-d3bf-4434-a540-156ccd79f264 req-2da632ad-62fe-4729-b469-1d634cc9dcdf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 May 19 06:35:32.916398 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:32.965457 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58ec77-7ab7-4771-99dc-4569d33f008d req-cba4359f-2926-4a35-b85d-256865a1d57d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:32.966977 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8c58ec77-7ab7-4771-99dc-4569d33f008d req-cba4359f-2926-4a35-b85d-256865a1d57d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0618815 May 19 06:35:33.018226 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8c58ec77-7ab7-4771-99dc-4569d33f008d req-bd45fc1c-9482-48f3-a280-62adbf007732 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 May 19 06:35:34.143180 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb70aa-55c5-4f2e-b8c3-058f0a7fa103 req-f9253de0-a69a-4ead-96a8-b22ea7e07f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:34.144863 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-defb70aa-55c5-4f2e-b8c3-058f0a7fa103 req-f9253de0-a69a-4ead-96a8-b22ea7e07f27 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0517459 May 19 06:35:34.157931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:34.197625 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-defb70aa-55c5-4f2e-b8c3-058f0a7fa103 req-18797f58-b77a-4dd7-806e-54d42161ef17 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 May 19 06:35:34.595522 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:35.132197 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-b3041335-1553-4dcf-b547-271f5e176ee8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382645 May 19 06:35:35.209404 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-93be6851-3e0c-421e-9cca-5203946437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.210897 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-93be6851-3e0c-421e-9cca-5203946437c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 1129 time: 0.0506968 May 19 06:35:35.321167 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd423f8-fefa-4aa4-8d12-c4af00e5994b req-cef7519c-a53c-4e04-8067-a8543e5045fd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.322715 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dcd423f8-fefa-4aa4-8d12-c4af00e5994b req-cef7519c-a53c-4e04-8067-a8543e5045fd tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0523460 May 19 06:35:35.330788 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-e943ab61-c162-4b58-b552-d93faae61bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.332265 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-e943ab61-c162-4b58-b552-d93faae61bce service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.0967672 May 19 06:35:35.371538 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dcd423f8-fefa-4aa4-8d12-c4af00e5994b req-61c736b8-1021-4dae-8719-95e639869b3d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 May 19 06:35:35.378305 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-0460dda0-6996-4593-8c40-35a795df76f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06df601d-f75d-4b75-b340-1e3f3982ca58 HTTP/1.1" status: 200 len: 217 time: 0.0385976 May 19 06:35:35.432280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-ab5e8900-f2ee-4e2b-b1e0-eb64991f0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.433795 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-ab5e8900-f2ee-4e2b-b1e0-eb64991f0e4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0483489 May 19 06:35:35.481233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-bf9e1dd3-49a7-4774-ab8c-e0320a15ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.482777 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-bf9e1dd3-49a7-4774-ab8c-e0320a15ffda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414147 May 19 06:35:35.583648 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-00511e44-2841-4eb0-bf55-b500134d9e25 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948014 May 19 06:35:35.704285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:35.712056 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8c82bbf8-e641-4506-a413-161cbea7a663 req-9533454c-be99-4d23-8f2d-95f7e22b8fe3 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201181 May 19 06:35:35.864686 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-05cf1787-ae94-4c7e-be8c-2b82ec26d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.866205 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-05cf1787-ae94-4c7e-be8c-2b82ec26d7aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0833089 May 19 06:35:35.874392 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6355-a356-42fc-b1c7-2bd1d5655d50 req-76233258-d4d0-4f56-9504-7962484540a1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:35.876025 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e2a6355-a356-42fc-b1c7-2bd1d5655d50 req-76233258-d4d0-4f56-9504-7962484540a1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0769684 May 19 06:35:35.983751 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e2a6355-a356-42fc-b1c7-2bd1d5655d50 req-a5ea0a32-d913-443e-90eb-ae7faa487476 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976398 May 19 06:35:36.006365 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-1f81060f-2dc0-4bee-86cf-2008d0cc826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:36.007823 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-1f81060f-2dc0-4bee-86cf-2008d0cc826e service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.1307480 May 19 06:35:36.081612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-b874da28-d35c-47ce-b985-c66c6e0c3ec9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 1001 time: 0.0670877 May 19 06:35:36.138535 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-132f3dcc-879b-4c76-bd65-7e6adec4cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:36.140810 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-132f3dcc-879b-4c76-bd65-7e6adec4cfcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0461204 May 19 06:35:36.190025 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-4eb41f3f-03b1-4c06-b1ed-8f2e2f1f5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:36.191533 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-4eb41f3f-03b1-4c06-b1ed-8f2e2f1f5bc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447600 May 19 06:35:36.291158 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-6a0dd56f-47bd-402e-a41a-21bd77ea4a3a service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920339 May 19 06:35:36.636976 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11d6e640-c359-404e-8efb-327e94cba7a8 req-da5b49d3-4307-49e0-9a87-f31ce670e7cd service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355339 May 19 06:35:37.329614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65e45-30b6-4450-a124-c2cae01a342e req-807ec3a3-d934-4eec-976f-9f35c54190bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:37.331239 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07d65e45-30b6-4450-a124-c2cae01a342e req-807ec3a3-d934-4eec-976f-9f35c54190bc tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.2710965 May 19 06:35:37.384011 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-07d65e45-30b6-4450-a124-c2cae01a342e req-d6b2148d-7649-40a1-959c-576358aa34c3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 May 19 06:35:38.529493 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:38.568745 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e14e-dfda-4295-b49e-781833422e0c req-4dca553c-a8a0-47b9-bd71-53fa659748d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:38.570319 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a99e14e-dfda-4295-b49e-781833422e0c req-4dca553c-a8a0-47b9-bd71-53fa659748d7 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1156266 May 19 06:35:38.628961 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0a99e14e-dfda-4295-b49e-781833422e0c req-25e4e88e-b60f-4267-898c-34b8fc8972a0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519140 May 19 06:35:39.752274 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ccb46-c186-41be-ba76-2aa52ef4eef0 req-30bb5e39-764b-49fb-a1ad-de7502e9c88b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:39.753910 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-402ccb46-c186-41be-ba76-2aa52ef4eef0 req-30bb5e39-764b-49fb-a1ad-de7502e9c88b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0508626 May 19 06:35:39.815293 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-402ccb46-c186-41be-ba76-2aa52ef4eef0 req-bccbb86c-57f1-47dc-8c58-5a4bdbff2546 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537846 May 19 06:35:39.948392 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dde1e2-9d74-4d91-a54d-c985c7e987b0 req-97f6605d-0433-4864-896e-fb988fb301d5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:39.949999 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-79dde1e2-9d74-4d91-a54d-c985c7e987b0 req-97f6605d-0433-4864-896e-fb988fb301d5 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0621283 May 19 06:35:39.959991 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57718) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:39.964662 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Request body: {'floatingip': {'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:40.023042 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (7ed75342-787b-429e-be76-446857c68389), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:40.245357 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:40.558040 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:40.562674 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (7ed75342-787b-429e-be76-446857c68389), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:40.671249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:40.792158 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Router a8df4db5-6661-4126-97b1-e6272c00b228 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:35:40.914881 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:35:40.920259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:40.928653 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:35:40.944549 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:40.945324 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:40.954236 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:35:40.958703 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c27856-8c40-49f2-aca7-b89937c23748" -d '{"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:35:40.998995 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9985e548-7bcd-4877-9178-1b0dc38ed767 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "PUT /v2.0/floatingips/7ed75342-787b-429e-be76-446857c68389 HTTP/1.1" status: 200 len: 993 time: 1.0378788 May 19 06:35:41.005955 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21839c0-5b20-4ec7-a49c-09f6f547e341 x-openstack-request-id: req-e21839c0-5b20-4ec7-a49c-09f6f547e341 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:35:41.006244 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:35:41.006499 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e21839c0-5b20-4ec7-a49c-09f6f547e341 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:35:41.006905 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21839c0-5b20-4ec7-a49c-09f6f547e341'] response: {'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'status': 'completed', 'code': 200} May 19 06:35:41.062047 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:41.070257 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27856-8c40-49f2-aca7-b89937c23748 req-ccf628ae-5333-4e25-9a23-2bb27c24633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:41.071761 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-ccf628ae-5333-4e25-9a23-2bb27c24633a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0399172 May 19 06:35:41.164115 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27856-8c40-49f2-aca7-b89937c23748 req-fdde3339-e3ae-457a-8bae-6ae277b542eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:41.165759 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-fdde3339-e3ae-457a-8bae-6ae277b542eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.0878177 May 19 06:35:41.233601 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-24d30e1c-5433-4540-8c34-dbfede1f7b89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 1001 time: 0.0603340 May 19 06:35:41.290235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27856-8c40-49f2-aca7-b89937c23748 req-5457d479-6a7b-4d18-afdc-d2631d1c3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:41.291724 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-5457d479-6a7b-4d18-afdc-d2631d1c3d1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0469513 May 19 06:35:41.341962 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27856-8c40-49f2-aca7-b89937c23748 req-5e26a219-9d82-4e27-85f1-23d3a8b8e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:41.344191 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-5e26a219-9d82-4e27-85f1-23d3a8b8e3a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465751 May 19 06:35:41.359013 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:35:40Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:41.363899 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:41.383553 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:35:41.392601 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:41.393193 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:41.446843 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-7d59fe0a-4165-4471-a618-22695cc923c2 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899830 May 19 06:35:41.494784 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:41.544574 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26c27856-8c40-49f2-aca7-b89937c23748 req-ae3328b3-af2a-46b5-8736-ffd8a7cd954b service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905139 May 19 06:35:41.714113 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:35:40Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:41.743806 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68def4cd-a53c-449d-b442-b3790fa12013 None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '7ed75342-787b-429e-be76-446857c68389', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'port_id': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'mac_address': 'fa:16:3e:87:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:33:51Z', 'updated_at': '2022-05-19T06:35:40Z', 'revision_number': 3, 'project_id': '35cb15f2075c41889b91291b645170a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:35:43.007946 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:35:43.010509 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8046b-4963-428b-8b40-7789b4108fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:35:43.052852 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c51bbe7-6ea8-4b9d-a0a9-0d22592a2fdb x-openstack-request-id: req-4c51bbe7-6ea8-4b9d-a0a9-0d22592a2fdb {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:35:43.053354 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:35:43.053817 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c51bbe7-6ea8-4b9d-a0a9-0d22592a2fdb {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:35:43.054505 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c51bbe7-6ea8-4b9d-a0a9-0d22592a2fdb'] response: {'name': 'network-changed', 'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'status': 'completed', 'code': 200} May 19 06:35:43.137420 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-94f562c9-9ae2-4e53-ac6c-36925185cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:43.139854 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-94f562c9-9ae2-4e53-ac6c-36925185cd80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35cb15f2075c41889b91291b645170a5&device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 1129 time: 0.0466220 May 19 06:35:43.248303 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-0ee0c210-1d93-450c-881c-d2e65eec8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:43.250522 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-0ee0c210-1d93-450c-881c-d2e65eec8e36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 200 len: 919 time: 0.1040261 May 19 06:35:43.322796 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-1802b471-5374-4245-a654-b8ad34b8c75a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 200 len: 1001 time: 0.0640233 May 19 06:35:43.378998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-6ce67846-167a-48c3-ad4f-f84a96a8f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:43.380480 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-6ce67846-167a-48c3-ad4f-f84a96a8f594 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 200 len: 857 time: 0.0504513 May 19 06:35:43.432931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-e93cb283-b191-4035-a391-2f8d0c873f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:43.434460 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-e93cb283-b191-4035-a391-2f8d0c873f47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=860daf04-4a0a-4379-9eea-a84339c17edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476089 May 19 06:35:43.536068 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-c1cb19c4-66c8-442e-b124-415662b43e23 service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958192 May 19 06:35:43.637832 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:43.652525 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dea8046b-4963-428b-8b40-7789b4108fa3 req-44a41c56-382b-4694-8980-38626b0c003b service neutron] 10.222.0.59 "GET /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101596 May 19 06:35:43.758436 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d379e67-18fa-4fc0-af9b-d3d8a1114389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:46.041298 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4527dac2-d185-4b11-8f18-f49f7f0654b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:47.620112 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:48.814286 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:50.044557 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:50.715272 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37657f7c-b612-44e0-94b5-e31d26646444 req-bf03b62b-c878-4c47-ac41-fd10accf2c38 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:50.717762 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-37657f7c-b612-44e0-94b5-e31d26646444 req-bf03b62b-c878-4c47-ac41-fd10accf2c38 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0692372 May 19 06:35:50.777677 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-37657f7c-b612-44e0-94b5-e31d26646444 req-5820aa14-b4c2-4d91-b802-a94e4bdd8a4d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539980 May 19 06:35:51.717463 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=74 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:51.718392 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:51.911030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ec0fc-4df6-4cbe-beba-f75ffaa8b59d req-3c61bc13-f475-4a01-b2d3-9c5cceef16b7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:51.912687 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a86ec0fc-4df6-4cbe-beba-f75ffaa8b59d req-3c61bc13-f475-4a01-b2d3-9c5cceef16b7 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0563178 May 19 06:35:51.976750 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a86ec0fc-4df6-4cbe-beba-f75ffaa8b59d req-ba8541e5-63d0-4576-9e1a-5aad76f4cb8f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527799 May 19 06:35:52.990084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-cf1d87d9-300c-4bbd-89a1-8bd10bd5fb92 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:52.991637 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-cf1d87d9-300c-4bbd-89a1-8bd10bd5fb92 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0607834 May 19 06:35:53.103476 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920eb8d-a36e-463e-a868-72a0b31731cc req-46bb7aa5-f8cb-4e9a-8415-302e3227ef8e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:53.105063 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b920eb8d-a36e-463e-a868-72a0b31731cc req-46bb7aa5-f8cb-4e9a-8415-302e3227ef8e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 946 time: 0.0522389 May 19 06:35:53.165171 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b920eb8d-a36e-463e-a868-72a0b31731cc req-f7c124a0-9e77-4ce2-9bd0-da1a6c23c743 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac157f9-ee95-4c38-a34a-fdecb764f730&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527041 May 19 06:35:53.383864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Deleting port a273e96a-f26e-4d91-b813-288465dd486f {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:35:53.384310 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (a273e96a-f26e-4d91-b813-288465dd486f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:53.477446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:53.484016 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] For port a273e96a-f26e-4d91-b813-288465dd486f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a273e96a-f26e-4d91-b813-288465dd486f,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:35:53.484380 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (a273e96a-f26e-4d91-b813-288465dd486f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:53.666167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:53.666535 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:53.666843 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Floating IP a0d10b97-c147-4037-bb2f-de658e4dd1f9 disassociated. External IP: 172.27.1.224, port: a273e96a-f26e-4d91-b813-288465dd486f. May 19 06:35:53.667277 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Calling delete_port for a273e96a-f26e-4d91-b813-288465dd486f owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:35:53.835805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (a273e96a-f26e-4d91-b813-288465dd486f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:53.876924 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'Port': ['ID=a273e96a-f26e-4d91-b813-288465dd486f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:53.890571 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.890925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.891271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.891615 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.891949 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.892284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.892614 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.892941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.893274 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.893628 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.893957 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.894277 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.894598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.894917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:53.895236 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:54.006723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:35:54.119882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:35:54.126672 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:54.131700 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:35:54.148636 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:54.149466 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:54.171748 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] No DVR routers for this DVR port a273e96a-f26e-4d91-b813-288465dd486f on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:35:54.174532 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:54.177858 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8e9d1800-7ec7-46e2-9da8-d711ed7be2a1 req-a4e7bd3a-b0f8-4e6b-ae73-4aef21c5c9e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "DELETE /v2.0/ports/a273e96a-f26e-4d91-b813-288465dd486f HTTP/1.1" status: 204 len: 173 time: 0.8908572 May 19 06:35:54.178340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'name': 'network-vif-deleted', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:35:54.180673 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd497d4-c3b4-480c-a3ab-aad93ae6e12e" -d '{"events": [{"server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "name": "network-vif-deleted", "tag": "a273e96a-f26e-4d91-b813-288465dd486f"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:35:54.267804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835aace0-5f49-4be2-8822-3c02365d9266 x-openstack-request-id: req-835aace0-5f49-4be2-8822-3c02365d9266 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:35:54.268095 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7664a1-4da9-4338-996f-82bf458729ac", "name": "network-vif-deleted", "tag": "a273e96a-f26e-4d91-b813-288465dd486f", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:35:54.268346 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-835aace0-5f49-4be2-8822-3c02365d9266 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:35:54.268761 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835aace0-5f49-4be2-8822-3c02365d9266'] response: {'server_uuid': 'ab7664a1-4da9-4338-996f-82bf458729ac', 'name': 'network-vif-deleted', 'tag': 'a273e96a-f26e-4d91-b813-288465dd486f', 'status': 'completed', 'code': 200} May 19 06:35:54.299449 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:54.344764 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dde7ec36-1fa8-45d2-b6ca-959fc99247d6 req-f77ec554-b906-4ef6-a432-0265039e5b5d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab7664a1-4da9-4338-996f-82bf458729ac HTTP/1.1" status: 200 len: 210 time: 0.0601997 May 19 06:35:54.529554 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:54.554499 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:35:54.564494 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:54.565115 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:54.675315 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:35:54.979460 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:55.011017 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d454d5-5525-44cf-88a1-a4daa1ede6d1 None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:35:55.291693 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21033847-39a7-4f31-bc6f-7f711d635942 None None] New status for floating IP a0d10b97-c147-4037-bb2f-de658e4dd1f9: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:35:55.471355 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57804) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:55.549554 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3ac157f9-ee95-4c38-a34a-fdecb764f730), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:55.575208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3ac157f9-ee95-4c38-a34a-fdecb764f730), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:55.630197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3ac157f9-ee95-4c38-a34a-fdecb764f730), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:55.633037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:55.634284 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ac157f9-ee95-4c38-a34a-fdecb764f730 HTTP/1.1" status: 204 len: 168 time: 0.1619573 May 19 06:35:55.638235 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57806) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:55.644977 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa52d9-02de-44ca-904f-780114e77bec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac157f9-ee95-4c38-a34a-fdecb764f730,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:55.652440 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-a47616d0-a500-4f5e-b50d-627771a1ce53 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] show failed (client error): The resource could not be found. May 19 06:35:55.656779 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a47616d0-a500-4f5e-b50d-627771a1ce53 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups/3ac157f9-ee95-4c38-a34a-fdecb764f730 HTTP/1.1" status: 404 len: 347 time: 0.0142388 May 19 06:35:55.657082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57808) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:55.691090 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a273e96a-f26e-4d91-b813-288465dd486f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:35:55.712617 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: a273e96a-f26e-4d91-b813-288465dd486f {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:35:55.713233 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a273e96a-f26e-4d91-b813-288465dd486f not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:35:56.018988 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:56.022365 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Deleting port 5a903bf8-9a37-43cf-a21a-947321a06530 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:35:56.022741 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.123287 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.124096 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (5a903bf8-9a37-43cf-a21a-947321a06530), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.146185 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Calling delete_port for 5a903bf8-9a37-43cf-a21a-947321a06530 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:35:56.341308 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (5a903bf8-9a37-43cf-a21a-947321a06530), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.374876 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'Port': ['ID=5a903bf8-9a37-43cf-a21a-947321a06530,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:56.407011 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.407339 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.407675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.408010 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.408337 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.408664 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.408982 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.409653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.409653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.409985 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.410253 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.410572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.410888 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.411201 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.411514 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:35:56.455258 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:56.469302 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (a0d10b97-c147-4037-bb2f-de658e4dd1f9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.471824 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.473029 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f4aa8cfe-dce2-4754-870b-eedb590aa5d1 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "DELETE /v2.0/floatingips/a0d10b97-c147-4037-bb2f-de658e4dd1f9 HTTP/1.1" status: 204 len: 168 time: 0.8149049 May 19 06:35:56.558538 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57818) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:56.564521 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742458185', 'description': 'tempest-description--475473324'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:56.593214 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.686242 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3e23f838-e8cd-479a-9d72-ae3ec17438bc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.692495 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3e23f838-e8cd-479a-9d72-ae3ec17438bc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.729522 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.730589 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1709580 May 19 06:35:56.733769 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292c8a-57f0-4dec-8de6-f3de68cdb417 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23f838-e8cd-479a-9d72-ae3ec17438bc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:56.734590 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57822) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:56.739126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group_rule': {'security_group_id': '3e23f838-e8cd-479a-9d72-ae3ec17438bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:56.784497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (60a4d262-c58a-4071-a399-b70969e5714d), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.844784 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a355df-6577-4c35-bd0c-a362af73dfba req-426ca23c-57e2-4085-83d4-eee8c2797eb0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:56.846289 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-70a355df-6577-4c35-bd0c-a362af73dfba req-426ca23c-57e2-4085-83d4-eee8c2797eb0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0763581 May 19 06:35:56.872279 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:56.904550 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (60a4d262-c58a-4071-a399-b70969e5714d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.915575 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (60a4d262-c58a-4071-a399-b70969e5714d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.940407 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-70a355df-6577-4c35-bd0c-a362af73dfba req-cfa74bed-8a4b-476b-bfc0-40da9d490fae tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871930 May 19 06:35:56.946656 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a4d262-c58a-4071-a399-b70969e5714d,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:56.959244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:56.960678 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-24d6b854-6c9c-4f40-a8f4-1b0c3d4f663e tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249892 May 19 06:35:56.963331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57824) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:56.968664 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'security_group_rule': {'security_group_id': '3e23f838-e8cd-479a-9d72-ae3ec17438bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:57.000144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (41f4cee9-37b8-457a-9a82-4558ed1fc715), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.062122 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (41f4cee9-37b8-457a-9a82-4558ed1fc715), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.067131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (41f4cee9-37b8-457a-9a82-4558ed1fc715), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.087393 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f4cee9-37b8-457a-9a82-4558ed1fc715,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:57.097083 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.098491 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f4ab0934-75fe-4ab0-8354-0987cac4ef11 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338110 May 19 06:35:57.102943 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57826) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:35:57.109271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:35:57.131965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.218233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.342932 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Allocated IP 172.27.1.80 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/5e17163e-5158-48b5-b661-584cb192bf4b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:35:57.413605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:57.459723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (5e17163e-5158-48b5-b661-584cb192bf4b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.492909 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.537517 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:35:57.540474 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:35:57.544404 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:35:57.566410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=5e17163e-5158-48b5-b661-584cb192bf4b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:57.633360 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.635806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:57.676680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.873411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (5e17163e-5158-48b5-b661-584cb192bf4b), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.878764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.961056 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=5e17163e-5158-48b5-b661-584cb192bf4b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:57.974138 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.990974 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:57.992621 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-72d1097f-8c84-49f5-a7c9-96afde2fa010 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8882840 May 19 06:35:58.075664 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3820c-0e89-4c23-ac55-bc7f1ce1faf5 req-ff396f88-1d68-4c43-be28-71a82c136470 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:58.077859 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-adf3820c-0e89-4c23-ac55-bc7f1ce1faf5 req-ff396f88-1d68-4c43-be28-71a82c136470 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0589793 May 19 06:35:58.138243 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-adf3820c-0e89-4c23-ac55-bc7f1ce1faf5 req-346b31e7-9c94-4435-a962-3cfe22487cdd tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507553 May 19 06:35:58.233656 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-7a4cb9f7-9ec8-4436-8cdd-2882b1c1f12f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--742458185&fields=id&tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 267 time: 0.0528934 May 19 06:35:58.356443 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-5ce8a772-6a9b-4af2-a44c-294727f43d02 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:58.358880 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-5ce8a772-6a9b-4af2-a44c-294727f43d02 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 811 time: 0.1154788 May 19 06:35:58.375374 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-02a77bcc-30b6-4bfc-adec-8c2f1f5f3b77 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/quotas/1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 375 time: 0.0108144 May 19 06:35:58.458090 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-666749bb-acb7-4506-a3f7-67acca2ea047 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:58.459620 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-666749bb-acb7-4506-a3f7-67acca2ea047 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0771487 May 19 06:35:58.463552 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-0523a60e-2226-481d-8f13-9656bcbab86c tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828834 May 19 06:35:58.511573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:58.621442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:35:58.621775 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:58.734120 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-d4907140-fcc6-459d-a5b1-9480bd252779 service neutron] 10.222.0.65 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389295 May 19 06:35:58.769212 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:58.816736 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] For port 69e8e332-0f9f-4517-87be-fc3fabb6ba48, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=69e8e332-0f9f-4517-87be-fc3fabb6ba48,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:35:58.817098 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:58.941201 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-650b0a17-987c-4517-8a4c-be16e115b7f2 service neutron] 10.222.0.65 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997824 May 19 06:35:59.030290 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:59.030654 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:59.031136 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b disassociated. External IP: 172.27.1.205, port: 69e8e332-0f9f-4517-87be-fc3fabb6ba48. May 19 06:35:59.031515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for 69e8e332-0f9f-4517-87be-fc3fabb6ba48 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:35:59.194574 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b967fa5c-594e-43bf-a399-b7974272e881 req-eb65cc1d-e514-4fab-8eeb-d48199027ef8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 210 time: 0.0376413 May 19 06:35:59.196940 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:35:59.514343 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa0397-b747-4414-a5a5-22a2ca84c7bf req-825d3d9e-821a-4c0d-8089-2fd9c7f949db tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:35:59.515937 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65aa0397-b747-4414-a5a5-22a2ca84c7bf req-825d3d9e-821a-4c0d-8089-2fd9c7f949db tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 946 time: 0.0673978 May 19 06:35:59.517226 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (69e8e332-0f9f-4517-87be-fc3fabb6ba48), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:59.545377 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=69e8e332-0f9f-4517-87be-fc3fabb6ba48,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:35:59.652796 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65aa0397-b747-4414-a5a5-22a2ca84c7bf req-28d9de61-c150-45e7-8e94-0d5e093a2159 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098382 May 19 06:35:59.714282 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:35:59.767619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:35:59.841918 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:35:59.852110 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:35:59.866448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:35:59.867086 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:35:59.900799 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] No DVR routers for this DVR port 69e8e332-0f9f-4517-87be-fc3fabb6ba48 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:35:59.903852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:35:59.907937 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c2914b95-51c8-4091-aa4f-11b2aa7b9e8f req-538e789d-3a8c-45ce-a567-0d5004896432 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "DELETE /v2.0/ports/69e8e332-0f9f-4517-87be-fc3fabb6ba48 HTTP/1.1" status: 204 len: 173 time: 1.4430478 May 19 06:35:59.908692 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'name': 'network-vif-deleted', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:35:59.911276 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c05fd8-3e60-417d-a8a0-62c1fd192062" -d '{"events": [{"server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "name": "network-vif-deleted", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:35:59.970312 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c974f1-12fb-473c-a966-0759e3c50fc4 x-openstack-request-id: req-b4c974f1-12fb-473c-a966-0759e3c50fc4 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:35:59.971271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0707826-af06-4e43-8b88-8243dd68c7be", "name": "network-vif-deleted", "tag": "69e8e332-0f9f-4517-87be-fc3fabb6ba48", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:35:59.971676 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4c974f1-12fb-473c-a966-0759e3c50fc4 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:35:59.972233 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c974f1-12fb-473c-a966-0759e3c50fc4'] response: {'server_uuid': 'a0707826-af06-4e43-8b88-8243dd68c7be', 'name': 'network-vif-deleted', 'tag': '69e8e332-0f9f-4517-87be-fc3fabb6ba48', 'status': 'completed', 'code': 200} May 19 06:35:59.999973 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:00.041103 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:00.137501 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:00.344281 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8909a098-2fd3-4734-b07a-657baf1846c9 req-5fcc1a98-8e60-4234-9563-5bccba81f3e8 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 210 time: 0.0569255 May 19 06:36:00.418619 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:00.465983 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:00.482779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:00.484793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:00.665822 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:00.843203 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-554cc6ed-285e-4be2-9587-2e118a4616c8 req-182740f7-9092-4a5c-9dad-0c768ea64915 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0707826-af06-4e43-8b88-8243dd68c7be HTTP/1.1" status: 200 len: 210 time: 0.0419397 May 19 06:36:00.930297 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:00.961381 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e655a805-d892-4167-8665-e611c6d53d6a None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:00.990824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-9b7902da-0f3f-4321-9761-6cb9357b0fbc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:00.992410 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-9b7902da-0f3f-4321-9761-6cb9357b0fbc tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 811 time: 0.2131422 May 19 06:36:01.074955 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:01.089642 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-fc6312fa-782d-47f4-aacc-ecbc7d7222d4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e HTTP/1.1" status: 200 len: 379 time: 0.0856531 May 19 06:36:01.164685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'port': {'device_id': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'admin_state_up': True, 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'security_groups': ['3e23f838-e8cd-479a-9d72-ae3ec17438bc']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:01.256012 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42992534-b7bf-4569-a02c-ed90ed8212da None None] New status for floating IP 4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:36:01.323647 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Made reservation on behalf of 1e8f1e4b9cd9432b90cb00a6be4d909e for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:36:01.331344 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:01.508582 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-674fce23-78dd-48fa-8a44-243bca0d0f75 req-a8736537-f8a4-46c1-8ec7-113a060c2396 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 210 time: 0.0729644 May 19 06:36:01.589891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Allocated IP 172.20.0.7 (3e0cb90c-268e-45c0-ad67-af1b766db048/a6af4eeb-798e-4661-9568-cbc6b62c7815/bb314e3e-a3eb-48a6-826d-79726548db0b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:01.720747 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 69e8e332-0f9f-4517-87be-fc3fabb6ba48 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:01.742277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 69e8e332-0f9f-4517-87be-fc3fabb6ba48 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:01.742614 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 69e8e332-0f9f-4517-87be-fc3fabb6ba48 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:01.773174 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:01.810081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:01.858332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:01.862849 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:01.866392 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:01.918407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event updated for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:01.932335 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:01.950025 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:01.950697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:01.953223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57878) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:01.972558 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-1f7c3525-41a4-4b80-8098-4152edf3d6ec tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8118408 May 19 06:36:02.050467 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Request body: {'port': {'device_id': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:02.060938 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.104340 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.155578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.171094 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.176153 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.178437 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/security-groups/d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0 HTTP/1.1" status: 204 len: 168 time: 0.2234073 May 19 06:36:02.184127 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57882) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:02.211819 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ff97d-e343-4bfe-b274-15b94910da7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:02.215377 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-83375430-9c26-420c-9b62-e900a1c96143 None None] Provisioning complete for port bb314e3e-a3eb-48a6-826d-79726548db0b triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:02.215905 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-83375430-9c26-420c-9b62-e900a1c96143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.222168 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-5bc219ff-833b-48db-a107-b3ddd6ef88ed tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] show failed (client error): The resource could not be found. May 19 06:36:02.228752 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5bc219ff-833b-48db-a107-b3ddd6ef88ed tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups/d0b6a48f-cd83-4b9c-9c4a-d4e842c061d0 HTTP/1.1" status: 404 len: 347 time: 0.0340364 May 19 06:36:02.229191 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57884) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:02.273055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-83375430-9c26-420c-9b62-e900a1c96143 None None] Port bb314e3e-a3eb-48a6-826d-79726548db0b cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:36:02.286270 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:02.366389 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port 6a757667-d87f-4462-b532-ddb90e4c55b8 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:02.366734 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.402771 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:02.453852 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.454184 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (6a757667-d87f-4462-b532-ddb90e4c55b8), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.467489 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for 6a757667-d87f-4462-b532-ddb90e4c55b8 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:02.501916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb314e3e-a3eb-48a6-826d-79726548db0b {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:36:02.509725 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks [] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.525266 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Transition to ACTIVE for port object bb314e3e-a3eb-48a6-826d-79726548db0b will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:36:02.530347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.588851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Pushing event updated for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:02.644558 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (6a757667-d87f-4462-b532-ddb90e4c55b8), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.655663 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:02.682583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=6a757667-d87f-4462-b532-ddb90e4c55b8,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:02.689792 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Attempting to bind port bb314e3e-a3eb-48a6-826d-79726548db0b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:02.689792 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Attempting to bind port bb314e3e-a3eb-48a6-826d-79726548db0b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:02.689792 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Attempting to bind port bb314e3e-a3eb-48a6-826d-79726548db0b on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:02.693343 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f018-608a-41c3-ac17-3cd2c39b1b09 req-0bdd42e5-63c6-459f-b210-67e1445ae885 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:02.694983 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3500f018-608a-41c3-ac17-3cd2c39b1b09 req-0bdd42e5-63c6-459f-b210-67e1445ae885 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 943 time: 0.0904114 May 19 06:36:02.704179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Port bb314e3e-a3eb-48a6-826d-79726548db0b on network 3e0cb90c-268e-45c0-ad67-af1b766db048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:36:02.705008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Attempting to bind port bb314e3e-a3eb-48a6-826d-79726548db0b on network 3e0cb90c-268e-45c0-ad67-af1b766db048 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:02.711667 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:02.712283 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Checking segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:02.713374 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Bound using segment: {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:02.714047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Bound port: bb314e3e-a3eb-48a6-826d-79726548db0b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e97e10-5a7b-4251-98da-b078d3f9a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:02.714613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.801661 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.804243 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.804667 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:02.812067 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7331d3d4-f6a2-429e-aafb-62f89850ea8d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/floatingips/4bf2e7bd-d66a-43ec-85c9-e7b1b574bf4b HTTP/1.1" status: 204 len: 168 time: 0.5750425 May 19 06:36:02.817368 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bb314e3e-a3eb-48a6-826d-79726548db0b,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:02.830114 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3500f018-608a-41c3-ac17-3cd2c39b1b09 req-43c6ccda-21a6-45a1-9dd5-e152491feba4 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875847 May 19 06:36:02.836840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.885734 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:02.885734 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:02.885945 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] 10.222.0.59 "PUT /v2.0/ports/bb314e3e-a3eb-48a6-826d-79726548db0b HTTP/1.1" status: 200 len: 1093 time: 0.9058719 May 19 06:36:02.886398 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:02.889560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d846236-a5fc-474f-a826-566a019ff59d" -d '{"events": [{"name": "network-changed", "server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:02.915132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57892) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:02.923388 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971094448', 'description': 'tempest-description--565061053'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:02.952004 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9352e-a360-4e0f-bd6e-991aa29bcd03 x-openstack-request-id: req-4fd9352e-a360-4e0f-bd6e-991aa29bcd03 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:02.952437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:02.952868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fd9352e-a360-4e0f-bd6e-991aa29bcd03 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:02.953487 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd9352e-a360-4e0f-bd6e-991aa29bcd03'] response: {'name': 'network-changed', 'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'status': 'completed', 'code': 200} May 19 06:36:02.958916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43469e2-003a-4386-abc6-cadbe3bac21b service neutron] Pushing event updated for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:03.008187 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.014449 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846236-a5fc-474f-a826-566a019ff59d req-0bc98905-4d1c-468f-b886-13e3f2e3a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.016041 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d846236-a5fc-474f-a826-566a019ff59d req-0bc98905-4d1c-468f-b886-13e3f2e3a28a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 1127 time: 0.0583303 May 19 06:36:03.034637 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:03.173423 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846236-a5fc-474f-a826-566a019ff59d req-7116b36d-8f94-4a51-a4e4-32676fdfad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.174899 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d846236-a5fc-474f-a826-566a019ff59d req-7116b36d-8f94-4a51-a4e4-32676fdfad5a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1519361 May 19 06:36:03.181844 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (41b318df-85e1-4cd1-aeea-b11d565afa93), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.192568 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (41b318df-85e1-4cd1-aeea-b11d565afa93), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.275817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.277339 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3580875 May 19 06:36:03.280759 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a197b-4461-4610-a50d-a1e52b803cd2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b318df-85e1-4cd1-aeea-b11d565afa93,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:03.281131 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57894) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:03.286342 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '41b318df-85e1-4cd1-aeea-b11d565afa93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:03.309120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:03.315668 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d846236-a5fc-474f-a826-566a019ff59d req-bea14d9c-fd35-4004-83a8-465cc2382c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.317141 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d846236-a5fc-474f-a826-566a019ff59d req-bea14d9c-fd35-4004-83a8-465cc2382c27 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340675 May 19 06:36:03.329194 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (32968752-f4e5-438f-84cd-9b964f6fc92e), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.388168 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (32968752-f4e5-438f-84cd-9b964f6fc92e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.395169 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (32968752-f4e5-438f-84cd-9b964f6fc92e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.417208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-4a7cc3c7-70d4-4b66-812d-4041b1481563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.419342 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-4a7cc3c7-70d4-4b66-812d-4041b1481563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 1127 time: 0.0580049 May 19 06:36:03.425489 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32968752-f4e5-438f-84cd-9b964f6fc92e,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:03.432254 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.437529 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-06eddca3-b3e4-4dee-9e9c-0c7297cbff09 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507685 May 19 06:36:03.438210 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57896) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:03.445519 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'security_group_rule': {'security_group_id': '41b318df-85e1-4cd1-aeea-b11d565afa93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:03.471167 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-e7c01382-3547-4dea-85e5-dd4bd271bca6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb314e3e-a3eb-48a6-826d-79726548db0b HTTP/1.1" status: 200 len: 217 time: 0.0430620 May 19 06:36:03.488396 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (ebb13ece-d9e7-4596-8458-de37ad76e511), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.528122 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-6753f30c-1ed2-4a42-96e2-faccf85b966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.529737 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-6753f30c-1ed2-4a42-96e2-faccf85b966f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.0507882 May 19 06:36:03.559297 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (ebb13ece-d9e7-4596-8458-de37ad76e511), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.564541 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (ebb13ece-d9e7-4596-8458-de37ad76e511), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.579743 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-7e86312d-0d4b-47d4-8317-ea9aba7dea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.581343 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-7e86312d-0d4b-47d4-8317-ea9aba7dea71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448539 May 19 06:36:03.586206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb13ece-d9e7-4596-8458-de37ad76e511,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:03.596455 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.597710 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-444401c5-e81b-4b94-b069-5ac700a165d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582322 May 19 06:36:03.600980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57898) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:03.605904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:03.633524 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.683562 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-f7ee7073-45e5-4c5f-82ae-83a3da6b8027 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955863 May 19 06:36:03.701602 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:03.731700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:03.794130 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6c3b1217-8ac9-4ac6-b152-8445be372707 req-69f3b576-8775-43d8-8d8e-a86d59036ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032481 May 19 06:36:03.846824 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.27.1.6 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/54228231-969e-4166-b8e4-c1d4480fa268) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:03.942717 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d0db-6dd0-42a3-b65e-ae7ce4be72a9 req-b0a9d34d-fa56-4be3-bced-612a38e99f9b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:03.944295 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-73d3d0db-6dd0-42a3-b65e-ae7ce4be72a9 req-b0a9d34d-fa56-4be3-bced-612a38e99f9b tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 943 time: 0.0533140 May 19 06:36:03.981307 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (54228231-969e-4166-b8e4-c1d4480fa268), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.002856 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-73d3d0db-6dd0-42a3-b65e-ae7ce4be72a9 req-98e1bd07-3310-4818-a372-280ca0c69040 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518248 May 19 06:36:04.025755 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (54228231-969e-4166-b8e4-c1d4480fa268), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.057145 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:04.070468 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:04.074255 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:04.081956 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:04.085922 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=54228231-969e-4166-b8e4-c1d4480fa268,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:04.173902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.211751 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (54228231-969e-4166-b8e4-c1d4480fa268), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.400208 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (54228231-969e-4166-b8e4-c1d4480fa268), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.406073 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (54228231-969e-4166-b8e4-c1d4480fa268), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.479644 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=54228231-969e-4166-b8e4-c1d4480fa268,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:04.485936 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:04.493848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.510866 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.512115 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5b6d4123-ddd4-4476-b6aa-2af033e76061 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9099286 May 19 06:36:04.590796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:04.717295 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-dd2dcf21-a57e-4644-abd7-b3a1dfc783b7 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--971094448&fields=id&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 267 time: 0.0429764 May 19 06:36:04.844165 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-5ed88f11-d651-423a-9d7a-339a594f3a34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:04.845859 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-5ed88f11-d651-423a-9d7a-339a594f3a34 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.1218860 May 19 06:36:04.862913 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-4d826f7d-0758-4012-a29e-6a07dbf47fe3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/quotas/adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 375 time: 0.0098588 May 19 06:36:04.917304 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-c81a2580-5d4a-4279-8a23-cfcd8b521a88 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483286 May 19 06:36:05.024432 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-1974ccb3-012c-427b-9bc2-e8b910a5894b service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874643 May 19 06:36:05.130376 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-093df6af-f88f-4efb-8bef-16ed97c35d3e service neutron] 10.222.0.65 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962141 May 19 06:36:05.149966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8a4ca-40ae-440c-89e7-3c3ba40af313 req-682f8fdb-7752-4429-8195-1f38d106d9e5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:05.152118 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbb8a4ca-40ae-440c-89e7-3c3ba40af313 req-682f8fdb-7752-4429-8195-1f38d106d9e5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 943 time: 0.0701721 May 19 06:36:05.228130 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bbb8a4ca-40ae-440c-89e7-3c3ba40af313 req-311be6c2-0688-4a39-8d46-7ba98c9970ee tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647254 May 19 06:36:05.362559 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9227e60a-342c-45e6-baa8-9dd634a42d88 req-2596e899-71d6-47ff-8fb3-cac1fc9b55d3 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 210 time: 0.0450289 May 19 06:36:05.748500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device bb314e3e-a3eb-48a6-826d-79726548db0b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:36:05.884421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bb314e3e-a3eb-48a6-826d-79726548db0b,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:05.905010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'port_id': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'mac_address': 'fa:16:3e:8e:d1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:36:05.945383 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port bb314e3e-a3eb-48a6-826d-79726548db0b is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:05.945916 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:05.961541 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb314e3e-a3eb-48a6-826d-79726548db0b {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:36:05.967471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:05.986664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bb314e3e-a3eb-48a6-826d-79726548db0b,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:05.992513 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:06.059351 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:06.070360 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.070708 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.071060 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.071402 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.071792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.072074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.072401 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.072730 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.073081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.073440 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.073772 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.074116 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.074447 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.074768 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.075088 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:06.301488 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['bb314e3e-a3eb-48a6-826d-79726548db0b'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:06.354555 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:06.368886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5999aa-0efe-4ba1-8399-d4c873ff17a7 req-6880f6ee-73ab-4164-8bf1-102ead5b730d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:06.376189 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b5999aa-0efe-4ba1-8399-d4c873ff17a7 req-6880f6ee-73ab-4164-8bf1-102ead5b730d tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 944 time: 0.0612061 May 19 06:36:06.434326 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:06.446736 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7b5999aa-0efe-4ba1-8399-d4c873ff17a7 req-ad804bdb-e990-4df0-80a2-ca833e2569ad tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683584 May 19 06:36:06.572819 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e912e966-9abe-489e-a5c3-c1903b6447a6 req-04ea2fe4-d88e-4b30-b061-55466728be4f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 210 time: 0.0898006 May 19 06:36:06.644108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-8b018325-3819-496e-bf10-16496626498d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:06.645746 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-8b018325-3819-496e-bf10-16496626498d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 814 time: 0.1990216 May 19 06:36:06.683094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:06.720242 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-885fe17d-0db3-4a10-ac7b-17805571681b tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbcff8654844c22a906a2e91ebca3bb HTTP/1.1" status: 200 len: 379 time: 0.0657694 May 19 06:36:06.780438 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'port': {'device_id': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'admin_state_up': True, 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'security_groups': ['41b318df-85e1-4cd1-aeea-b11d565afa93']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:06.924787 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Made reservation on behalf of adbcff8654844c22a906a2e91ebca3bb for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:36:06.928368 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.075117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Allocated IP 172.20.0.5 (ba03612d-d3e3-499d-b899-41fd0fc8db5e/e2ad19dc-27fc-475f-8eb7-f3babb633309/b7db8c94-9859-474d-a448-c4072b873d7e) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:07.092686 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:07.241248 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for port (b7db8c94-9859-474d-a448-c4072b873d7e), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.273444 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.324254 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:07.328761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:07.335573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:07.340854 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event updated for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:07.400327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:07.401835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.423014 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-745ead57-540a-4408-b0d3-454a6269e171 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6482275 May 19 06:36:07.437197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Request body: {'port': {'device_id': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:07.534141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.607502 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c30b-0176-43b2-b200-f224840d55c0 req-4259b4e1-f2fc-46b3-9a1f-0b2109aaa7f2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:07.609307 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ee2c30b-0176-43b2-b200-f224840d55c0 req-4259b4e1-f2fc-46b3-9a1f-0b2109aaa7f2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 944 time: 0.0572569 May 19 06:36:07.636793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-28fc26fa-1ed7-40a6-beba-7fa33c109a9e None None] Provisioning complete for port b7db8c94-9859-474d-a448-c4072b873d7e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:07.638829 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-28fc26fa-1ed7-40a6-beba-7fa33c109a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.678860 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9ee2c30b-0176-43b2-b200-f224840d55c0 req-142acc04-97a4-406a-aec1-84b64e37dafb tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563378 May 19 06:36:07.708885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-28fc26fa-1ed7-40a6-beba-7fa33c109a9e None None] Port b7db8c94-9859-474d-a448-c4072b873d7e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:36:07.782570 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device bb314e3e-a3eb-48a6-826d-79726548db0b up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:07.785793 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:07.831010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port bb314e3e-a3eb-48a6-826d-79726548db0b completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:36:07.839008 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port bb314e3e-a3eb-48a6-826d-79726548db0b triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:07.839604 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:07.853812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bbfe3-e4d7-4f92-8f2b-88201fddb42b req-d54b1ca4-511f-4780-987a-64c628f99ab2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:07.855452 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-385bbfe3-e4d7-4f92-8f2b-88201fddb42b req-d54b1ca4-511f-4780-987a-64c628f99ab2 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 931 time: 0.1053190 May 19 06:36:07.947066 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-385bbfe3-e4d7-4f92-8f2b-88201fddb42b req-d09e03d0-265a-409c-947a-3412f8766468 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836003 May 19 06:36:07.958123 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port bb314e3e-a3eb-48a6-826d-79726548db0b is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:07.958629 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.002493 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:08.006457 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeabb0f3-9335-4fc5-91ad-529588a436af" -d '{"events": [{"server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "name": "network-vif-plugged", "status": "completed", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:08.029118 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bb314e3e-a3eb-48a6-826d-79726548db0b,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:08.034597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7db8c94-9859-474d-a448-c4072b873d7e {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:36:08.036680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.046524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks [] for port (b7db8c94-9859-474d-a448-c4072b873d7e), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.052082 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:08.069831 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Transition to ACTIVE for port object b7db8c94-9859-474d-a448-c4072b873d7e will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:36:08.074952 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.085359 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdef040-fdcc-407f-acbe-a21fc7c017ae x-openstack-request-id: req-8bdef040-fdcc-407f-acbe-a21fc7c017ae {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:08.085821 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "name": "network-vif-plugged", "status": "completed", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:08.086219 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8bdef040-fdcc-407f-acbe-a21fc7c017ae {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:08.086810 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdef040-fdcc-407f-acbe-a21fc7c017ae'] response: {'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'code': 200} May 19 06:36:08.136750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:08.144759 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Pushing event updated for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:08.262509 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Attempting to bind port b7db8c94-9859-474d-a448-c4072b873d7e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:08.263621 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Attempting to bind port b7db8c94-9859-474d-a448-c4072b873d7e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:08.264498 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Attempting to bind port b7db8c94-9859-474d-a448-c4072b873d7e on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:08.272443 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Port b7db8c94-9859-474d-a448-c4072b873d7e on network ba03612d-d3e3-499d-b899-41fd0fc8db5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:36:08.272962 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Attempting to bind port b7db8c94-9859-474d-a448-c4072b873d7e on network ba03612d-d3e3-499d-b899-41fd0fc8db5e {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:08.293632 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:08.293970 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Checking segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:08.294400 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Bound using segment: {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:08.294849 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Bound port: b7db8c94-9859-474d-a448-c4072b873d7e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2a30ad-8382-4045-b340-3e2108d2d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:08.295206 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.340832 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8855dd-923f-4a3d-a949-47739cc9ce51 req-45da509f-6b05-44cb-9d63-787ae68f0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:08.343176 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4c8855dd-923f-4a3d-a949-47739cc9ce51 req-45da509f-6b05-44cb-9d63-787ae68f0c31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 1129 time: 0.0642097 May 19 06:36:08.429829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:08.434130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7db8c94-9859-474d-a448-c4072b873d7e,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:08.439500 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4c8855dd-923f-4a3d-a949-47739cc9ce51 req-1208b326-60de-483c-8df4-e0e9924d4c50 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785077 May 19 06:36:08.441225 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.480687 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:08.481317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:08.482835 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] 10.222.0.59 "PUT /v2.0/ports/b7db8c94-9859-474d-a448-c4072b873d7e HTTP/1.1" status: 200 len: 1093 time: 1.0515840 May 19 06:36:08.483270 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:08.485754 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618bf99a-b671-4025-9d28-274f7191d7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:08.510493 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5eb0c-55d9-4ed2-a48f-061dfb0ad11c service neutron] Pushing event updated for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:08.643430 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40bda88-5fea-4472-a024-cdc85618379d x-openstack-request-id: req-f40bda88-5fea-4472-a024-cdc85618379d {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:08.643881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:08.644255 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f40bda88-5fea-4472-a024-cdc85618379d {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:08.644882 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40bda88-5fea-4472-a024-cdc85618379d'] response: {'name': 'network-changed', 'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'status': 'completed', 'code': 200} May 19 06:36:08.784329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf99a-b671-4025-9d28-274f7191d7ed req-287bf1fb-ea59-42a5-85cb-931d1e8ba5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:08.786454 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-618bf99a-b671-4025-9d28-274f7191d7ed req-287bf1fb-ea59-42a5-85cb-931d1e8ba5b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 1127 time: 0.0771732 May 19 06:36:08.851238 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ef90-ef1c-4b37-83e3-30a624a613c9 req-6bb60521-913b-4e88-9568-07b656b4afd3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:08.853512 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c101ef90-ef1c-4b37-83e3-30a624a613c9 req-6bb60521-913b-4e88-9568-07b656b4afd3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.0617831 May 19 06:36:08.900562 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf99a-b671-4025-9d28-274f7191d7ed req-f5193cbc-9abe-4565-8948-c21298fb2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:08.903331 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-618bf99a-b671-4025-9d28-274f7191d7ed req-f5193cbc-9abe-4565-8948-c21298fb2905 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=adbcff8654844c22a906a2e91ebca3bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1097145 May 19 06:36:08.913822 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c101ef90-ef1c-4b37-83e3-30a624a613c9 req-8a9ad173-6830-4440-b94f-d1b839b05d29 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501466 May 19 06:36:09.094151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c599-8677-44b5-9811-5243c1a2ea03 req-772ad902-3635-4841-bea5-4db394ff964d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:09.095643 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cb6c599-8677-44b5-9811-5243c1a2ea03 req-772ad902-3635-4841-bea5-4db394ff964d tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 943 time: 0.0624547 May 19 06:36:09.158356 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cb6c599-8677-44b5-9811-5243c1a2ea03 req-786aeeea-1938-43a0-b4cf-7757433a9564 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567698 May 19 06:36:09.340995 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:09.344604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf99a-b671-4025-9d28-274f7191d7ed req-dccfc175-9d26-4b3b-9ffd-f75a33055c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:09.346043 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-618bf99a-b671-4025-9d28-274f7191d7ed req-dccfc175-9d26-4b3b-9ffd-f75a33055c1a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011136 May 19 06:36:09.438058 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-d2b9eec9-33bb-460b-8789-baf16c7addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:09.439553 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-d2b9eec9-33bb-460b-8789-baf16c7addf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 1127 time: 0.0474527 May 19 06:36:09.492681 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-b374e327-9ccb-49e8-a8ea-a925b842d148 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7db8c94-9859-474d-a448-c4072b873d7e HTTP/1.1" status: 200 len: 217 time: 0.0456212 May 19 06:36:09.621863 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-d2a82ac4-2387-4fa8-a56a-1b56fb1b5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:09.623628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-d2a82ac4-2387-4fa8-a56a-1b56fb1b5c42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0561917 May 19 06:36:10.120520 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-a5982ed5-c5ee-4150-bc19-362cb310ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:10.124058 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-a5982ed5-c5ee-4150-bc19-362cb310ea37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0769737 May 19 06:36:10.125206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ededd6-2dbc-4412-b707-3df40e7c531d req-f2956a89-3840-40b3-8fe3-6c8058b2d4a2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:10.126789 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f9ededd6-2dbc-4412-b707-3df40e7c531d req-f2956a89-3840-40b3-8fe3-6c8058b2d4a2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.0732799 May 19 06:36:10.195225 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f9ededd6-2dbc-4412-b707-3df40e7c531d req-f8a3977f-376e-4f28-b84f-559a98f46b5f tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585048 May 19 06:36:10.248818 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-6843e657-6af4-445e-8a92-9d9a9d9bdcd2 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179214 May 19 06:36:10.303939 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:10.383662 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfc05e-7c77-45f6-826b-36644b8c60c0 req-111b1080-cd42-4337-a084-e89124c7e4fd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:10.386089 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a6bfc05e-7c77-45f6-826b-36644b8c60c0 req-111b1080-cd42-4337-a084-e89124c7e4fd tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.0779643 May 19 06:36:10.403048 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57964) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:10.411889 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Request body: {'floatingip': {'port_id': 'bb314e3e-a3eb-48a6-826d-79726548db0b'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:10.464300 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:10.598702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:10.646941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14748f1-d695-4f47-81d1-87a422599ce3 req-cc2f0f8f-eedd-4d1f-a5e3-e1d052398f94 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:10.648579 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f14748f1-d695-4f47-81d1-87a422599ce3 req-cc2f0f8f-eedd-4d1f-a5e3-e1d052398f94 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 943 time: 0.4057810 May 19 06:36:10.748765 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9484eb7c-d3d7-4f80-be85-843960cb58b1 req-2d10bee0-367f-48c1-a0f5-9713bb054aa0 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850767 May 19 06:36:10.768673 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f14748f1-d695-4f47-81d1-87a422599ce3 req-8ab8696b-0d64-44a9-9da5-ce721f7664fa tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068053 May 19 06:36:11.012274 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:11.017951 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:11.125515 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Floating IP 9749edef-f0db-489f-8f26-0a3ff1287497 associated. External IP: 172.27.1.80, port: bb314e3e-a3eb-48a6-826d-79726548db0b. May 19 06:36:11.242432 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:11.328671 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:11.337973 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:11.360672 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:11.488348 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:11.492920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:11.510980 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:11.525653 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:11.526676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:11.532436 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-eaa5e825-8d8e-47ba-ba37-ece8043b95a3 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "PUT /v2.0/floatingips/9749edef-f0db-489f-8f26-0a3ff1287497 HTTP/1.1" status: 200 len: 990 time: 1.1271300 May 19 06:36:11.533153 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:11.535600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd18740-b06e-45ad-b948-bbb0dc55e676" -d '{"events": [{"name": "network-changed", "server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:11.588310 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624c678-0576-4258-ba1a-9ef58ca45288 x-openstack-request-id: req-a624c678-0576-4258-ba1a-9ef58ca45288 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:11.588743 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:11.589126 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a624c678-0576-4258-ba1a-9ef58ca45288 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:11.589754 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a624c678-0576-4258-ba1a-9ef58ca45288'] response: {'name': 'network-changed', 'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'status': 'completed', 'code': 200} May 19 06:36:11.646143 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:11.757317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-232dbf9c-5f40-4407-803e-e345ee1cf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:11.759966 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-232dbf9c-5f40-4407-803e-e345ee1cf0f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 1129 time: 0.0495274 May 19 06:36:11.838182 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:11.901065 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '9749edef-f0db-489f-8f26-0a3ff1287497', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:8e:d1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:35:57Z', 'updated_at': '2022-05-19T06:36:10Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:11.948681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:11.964334 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:11.965425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:11.972713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ae2a4-3b0f-40bc-b959-ccf3f6ad35a6 req-1188a2a7-37c4-4604-819f-7a13b3221ee9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:11.974299 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c42ae2a4-3b0f-40bc-b959-ccf3f6ad35a6 req-1188a2a7-37c4-4604-819f-7a13b3221ee9 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 943 time: 0.0932722 May 19 06:36:11.979569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-7d2dd07e-46be-4e54-a5c2-250117152b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:11.981002 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-7d2dd07e-46be-4e54-a5c2-250117152b18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.2150073 May 19 06:36:12.085576 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c42ae2a4-3b0f-40bc-b959-ccf3f6ad35a6 req-c185779e-14f4-4f56-99b3-13e3cd7e397e tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034923 May 19 06:36:12.087457 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-21e765ee-0f43-468f-b46f-ebbda6fe76c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb314e3e-a3eb-48a6-826d-79726548db0b HTTP/1.1" status: 200 len: 998 time: 0.0981741 May 19 06:36:12.149446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-9195036c-819a-4ce3-99c1-ed221b290fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:12.150966 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-9195036c-819a-4ce3-99c1-ed221b290fec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.0573211 May 19 06:36:12.152750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:12.207689 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-1400b388-2d48-4657-a4ec-74779fdfd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:12.209185 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-1400b388-2d48-4657-a4ec-74779fdfd780 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514443 May 19 06:36:12.218655 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:12.320851 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-8cb76d3d-1791-4569-b929-59491fc84a5e service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033282 May 19 06:36:12.342759 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-ff018c1b-0441-4876-a87f-e6d8f89a9d69 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816447210&fields=id&tenant_id=14bd96bd91c44b888074b760e9834814 HTTP/1.1" status: 200 len: 267 time: 0.0690479 May 19 06:36:12.406658 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:12.421039 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-ca5d884b-e6d5-4c72-9245-c19b7485f02d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:12.424949 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-ca5d884b-e6d5-4c72-9245-c19b7485f02d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 984 time: 0.0725069 May 19 06:36:12.437563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Request body: {'port': {'security_groups': ['a45bc230-d49f-4dda-8c0c-3c2458378708']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:12.454496 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5cd18740-b06e-45ad-b948-bbb0dc55e676 req-25113af5-5172-426b-90e2-d493350150f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268594 May 19 06:36:12.477051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '9749edef-f0db-489f-8f26-0a3ff1287497', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:8e:d1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:35:57Z', 'updated_at': '2022-05-19T06:36:10Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:12.529434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669b3ab-5c59-4deb-882a-33f6158a0970 None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '9749edef-f0db-489f-8f26-0a3ff1287497', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'port_id': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'mac_address': 'fa:16:3e:8e:d1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:35:57Z', 'updated_at': '2022-05-19T06:36:10Z', 'revision_number': 1, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:12.531914 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:12.775746 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456122b1-077c-4962-a2ce-a42d88cc1e4c None None] New status for floating IP 9749edef-f0db-489f-8f26-0a3ff1287497: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:36:12.926078 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:13.072011 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:13.103984 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.110004 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.125916 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['aaf80320-db37-4f95-9ea4-8a1de850bf84'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:13.164990 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:13.165645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.167103 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5fa1cd21-9f5a-4eae-8e51-00d188ed99d5 req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "PUT /v2.0/ports/aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 942 time: 0.7352085 May 19 06:36:13.182075 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 57980) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:13.191410 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1460c9-63ee-4c10-8cd1-bf86c1e2a0ba tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event updated for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=7']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:13.391478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc202e-0b5c-4511-a23b-429eb61ccf4d req-8ea33ac5-1556-4b03-a25f-0cbec2e59109 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:13.394214 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11cc202e-0b5c-4511-a23b-429eb61ccf4d req-8ea33ac5-1556-4b03-a25f-0cbec2e59109 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 943 time: 0.1531394 May 19 06:36:13.404890 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (26b28be4-af3c-435b-8888-d8cf4b82bfcd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.414783 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['aaf80320-db37-4f95-9ea4-8a1de850bf84'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:13.477698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (26b28be4-af3c-435b-8888-d8cf4b82bfcd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.560736 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-11cc202e-0b5c-4511-a23b-429eb61ccf4d req-6813aba4-19ee-4a6f-a053-e943007e2338 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506572 May 19 06:36:13.567026 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-378af348-5846-4074-a307-d20bf32aca88 None None] Provisioning complete for port aaf80320-db37-4f95-9ea4-8a1de850bf84 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:13.567692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-378af348-5846-4074-a307-d20bf32aca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.592544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:13.595201 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406c19c9-d089-4390-a579-a9c5359da9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:13.614606 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (26b28be4-af3c-435b-8888-d8cf4b82bfcd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.618636 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.625309 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "DELETE /v2.0/security-groups/26b28be4-af3c-435b-8888-d8cf4b82bfcd HTTP/1.1" status: 204 len: 168 time: 0.4387980 May 19 06:36:13.625552 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 57984) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:13.636178 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc2857-96a3-4f23-9219-33d359d4836a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b28be4-af3c-435b-8888-d8cf4b82bfcd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:13.711269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a901695-2286-44e3-a151-daeb5e90e590 x-openstack-request-id: req-0a901695-2286-44e3-a151-daeb5e90e590 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:13.711772 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:13.712171 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a901695-2286-44e3-a151-daeb5e90e590 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:13.712887 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a901695-2286-44e3-a151-daeb5e90e590'] response: {'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:36:13.733611 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-378af348-5846-4074-a307-d20bf32aca88 None None] Current status of the port aaf80320-db37-4f95-9ea4-8a1de850bf84 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:13.737756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:13.743541 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:13.750513 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c19c9-d089-4390-a579-a9c5359da9dc req-a053e3b2-46d7-41b5-a089-62b8a7580cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:13.752757 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-a053e3b2-46d7-41b5-a089-62b8a7580cfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1129 time: 0.0717266 May 19 06:36:13.772067 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f50e74d1-b8f8-4086-8e1e-e37285888462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.843123 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:13.860220 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Deleting port 82b62f14-2a1f-47ff-891a-f5d7810d3efb {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:13.860788 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.875872 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c19c9-d089-4390-a579-a9c5359da9dc req-af4d8a04-3201-465a-b97d-487b11fbb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:13.877388 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-af4d8a04-3201-465a-b97d-487b11fbb724 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.1174600 May 19 06:36:13.888637 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b7db8c94-9859-474d-a448-c4072b873d7e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:36:13.952894 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-d3b5dd6b-6ffe-4758-aff6-31eeff6c89db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0685844 May 19 06:36:13.954566 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.954904 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for floatingip (82b62f14-2a1f-47ff-891a-f5d7810d3efb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:13.971118 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Calling delete_port for 82b62f14-2a1f-47ff-891a-f5d7810d3efb owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:14.002597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7db8c94-9859-474d-a448-c4072b873d7e,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:14.015085 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c19c9-d089-4390-a579-a9c5359da9dc req-56c91bc3-0ce6-45fe-bf28-14159baaeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:14.016347 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'port_id': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'mac_address': 'fa:16:3e:29:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:36:14.016754 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-56c91bc3-0ce6-45fe-bf28-14159baaeb8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.0564554 May 19 06:36:14.058142 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b7db8c94-9859-474d-a448-c4072b873d7e is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:14.058825 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:14.077444 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7db8c94-9859-474d-a448-c4072b873d7e {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:36:14.083649 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:14.084380 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c19c9-d089-4390-a579-a9c5359da9dc req-682756f9-5dbb-4574-8758-ca0a87de74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:14.086023 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-682756f9-5dbb-4574-8758-ca0a87de74b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635750 May 19 06:36:14.105412 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7db8c94-9859-474d-a448-c4072b873d7e,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:14.111928 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:14.168692 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (82b62f14-2a1f-47ff-891a-f5d7810d3efb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:14.186252 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:14.197380 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event deleted for resources: {'Port': ['ID=82b62f14-2a1f-47ff-891a-f5d7810d3efb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:14.202585 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-e254be01-f65b-4b81-8a88-b99cf196e51c service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084781 May 19 06:36:14.269021 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks [] for floatingip (34f4b303-678b-4fd9-aa86-f8d96c0cabbc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:14.269368 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Floating IP 34f4b303-678b-4fd9-aa86-f8d96c0cabbc disassociated (deleted). External IP: 172.27.1.238, port: aaf80320-db37-4f95-9ea4-8a1de850bf84. May 19 06:36:14.300904 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-406c19c9-d089-4390-a579-a9c5359da9dc req-93f11d61-9829-4cd4-bc3e-fadf8cb4ac65 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917726 May 19 06:36:14.365370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['b7db8c94-9859-474d-a448-c4072b873d7e'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:14.438648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:14.494641 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Router c38d8a55-bb56-4f22-a8b9-53909bb22431 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:14.618934 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:14.626079 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:14.632323 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Sync routers for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:14.646039 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:14.646794 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:14.671552 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8ddbf66b-0598-4a28-b3b5-10165a95167a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "DELETE /v2.0/floatingips/34f4b303-678b-4fd9-aa86-f8d96c0cabbc HTTP/1.1" status: 204 len: 168 time: 1.0442917 May 19 06:36:14.712147 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aecea5-aab7-4372-ace4-276f9dc157c7 req-5a0eaf63-5eb0-40b0-8208-3ff166cd0164 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:14.714574 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f9aecea5-aab7-4372-ace4-276f9dc157c7 req-5a0eaf63-5eb0-40b0-8208-3ff166cd0164 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 944 time: 0.0699890 May 19 06:36:14.775201 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f9aecea5-aab7-4372-ace4-276f9dc157c7 req-2eaff2e8-4281-4c55-a652-07806fce39d0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525641 May 19 06:36:14.785596 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:15.021001 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:15.055390 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Checking router: c38d8a55-bb56-4f22-a8b9-53909bb22431 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:15.066292 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:15.066923 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:35:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:15.176079 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:15.177676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:15.389235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:15.394029 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-ae009705-1a04-436c-a191-ede642e46080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:15.420397 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae009705-1a04-436c-a191-ede642e46080 None None] The sync data for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi is: [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:33:28Z', 'revision_number': 4, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf', 'name': '', 'network_id': 'b9ac4da1-272d-4997-a2c4-1ea590fe3959', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'mac_address': 'fa:16:3e:6a:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:27Z', 'updated_at': '2022-05-19T06:33:35Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'subnets': [{'id': 'c3768edb-759a-4d62-b128-7b59a3fe112c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:15.673633 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f97d6d5-a6d7-4c66-a4c5-2de5c5ab4f32 None None] New status for floating IP 34f4b303-678b-4fd9-aa86-f8d96c0cabbc: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:36:15.713921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:15.716814 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4" -d '{"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:15.772042 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00aa39a-ee88-4568-bf2e-77b4891f1092 x-openstack-request-id: req-e00aa39a-ee88-4568-bf2e-77b4891f1092 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:15.772346 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:15.772681 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e00aa39a-ee88-4568-bf2e-77b4891f1092 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:15.772984 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00aa39a-ee88-4568-bf2e-77b4891f1092'] response: {'name': 'network-changed', 'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:36:15.836578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-362bd2fb-16c5-4a5d-8376-79c20c64b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:15.838114 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-362bd2fb-16c5-4a5d-8376-79c20c64b00f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=14bd96bd91c44b888074b760e9834814&device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 1129 time: 0.0411599 May 19 06:36:15.878941 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b7db8c94-9859-474d-a448-c4072b873d7e up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:15.927538 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port b7db8c94-9859-474d-a448-c4072b873d7e completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:36:15.934021 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port b7db8c94-9859-474d-a448-c4072b873d7e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:15.934425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:15.942536 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:15.951191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868574-fa0e-406c-9d36-e3cc75ff4b33 req-b1e5287c-a69d-4ff9-8861-fa2a9aa206db tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:15.952703 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed868574-fa0e-406c-9d36-e3cc75ff4b33 req-b1e5287c-a69d-4ff9-8861-fa2a9aa206db tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 944 time: 0.0974336 May 19 06:36:16.004075 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-23b4b592-fc6c-4182-ac9f-e83f1a0b3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:16.005647 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-23b4b592-fc6c-4182-ac9f-e83f1a0b3d0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 200 len: 915 time: 0.1589746 May 19 06:36:16.023074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b7db8c94-9859-474d-a448-c4072b873d7e is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:16.023468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:16.048303 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7bcf-d083-4391-9fc5-f2e5f7e559e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:16.055987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:16.058513 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b33bae7-81c0-4d11-8def-ae8911f0793a" -d '{"events": [{"server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "name": "network-vif-plugged", "status": "completed", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:16.074948 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7db8c94-9859-474d-a448-c4072b873d7e,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:16.079442 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-8bdb3f5b-3f72-4d53-a659-d4e22ba99e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 200 len: 217 time: 0.0646958 May 19 06:36:16.080989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:16.087578 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ed868574-fa0e-406c-9d36-e3cc75ff4b33 req-57e65955-e647-47a2-8d52-6499c859584a tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215000 May 19 06:36:16.138713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-197777cf-6ab0-4e4e-9eab-484144399c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:16.140222 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-197777cf-6ab0-4e4e-9eab-484144399c3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 200 len: 853 time: 0.0517969 May 19 06:36:16.141527 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:16.160743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2333d35d-1fd2-46ef-bb0a-d9aa0b647125 x-openstack-request-id: req-2333d35d-1fd2-46ef-bb0a-d9aa0b647125 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:16.161055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "name": "network-vif-plugged", "status": "completed", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:16.161339 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2333d35d-1fd2-46ef-bb0a-d9aa0b647125 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:16.161742 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2333d35d-1fd2-46ef-bb0a-d9aa0b647125'] response: {'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'code': 200} May 19 06:36:16.212950 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-e670b537-9955-4898-b204-cf87e1b5dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:16.214972 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-e670b537-9955-4898-b204-cf87e1b5dcfd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9ac4da1-272d-4997-a2c4-1ea590fe3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679517 May 19 06:36:16.369933 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-1d53801b-9236-4c84-bafe-bf413470de90 service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464760 May 19 06:36:16.400824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:16.428885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b4a07-d379-413b-b19a-e81f2432d716 req-370cb08d-b5b8-44f6-8f3e-9a6e2427da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:16.430448 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-995b4a07-d379-413b-b19a-e81f2432d716 req-370cb08d-b5b8-44f6-8f3e-9a6e2427da2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 1129 time: 0.1017258 May 19 06:36:16.520448 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-995b4a07-d379-413b-b19a-e81f2432d716 req-ed74b131-4a0a-4768-9903-5bb35d49b370 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795403 May 19 06:36:16.522753 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83f4fcec-fca8-4530-9f9f-dc87bcb3ebd4 req-ddbd1ad4-f756-4ab5-bac3-dbfe466767ee service neutron] 10.222.0.59 "GET /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459923 May 19 06:36:17.213687 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba992a2-bd6d-4066-b430-80e1411eb0c1 req-5ec91f91-33ec-453a-937e-4615a79b8f3c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:17.215174 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fba992a2-bd6d-4066-b430-80e1411eb0c1 req-5ec91f91-33ec-453a-937e-4615a79b8f3c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0474911 May 19 06:36:17.265637 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fba992a2-bd6d-4066-b430-80e1411eb0c1 req-909aa6d6-3d59-4ce5-8996-a61f07e7d34c tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441868 May 19 06:36:17.539156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84f360-f7d2-496c-bf9a-8f7c7a6de30e req-2b9bf9dc-d58e-4c6f-bea9-12faf045b9bc tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:17.540759 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd84f360-f7d2-496c-bf9a-8f7c7a6de30e req-2b9bf9dc-d58e-4c6f-bea9-12faf045b9bc tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0524340 May 19 06:36:17.592136 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-dd84f360-f7d2-496c-bf9a-8f7c7a6de30e req-7d119f61-ad72-40eb-8e68-3e0d29063486 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 May 19 06:36:17.624817 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:18.385481 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f88033-9143-4797-b2a0-b1b8103e87c5 req-557e19f5-f235-4f0e-8cc1-38e7f4510ec0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:18.386988 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-77f88033-9143-4797-b2a0-b1b8103e87c5 req-557e19f5-f235-4f0e-8cc1-38e7f4510ec0 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0503197 May 19 06:36:18.435650 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-77f88033-9143-4797-b2a0-b1b8103e87c5 req-dc180e85-2f10-4ffd-9ec4-913ed32c50f4 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 May 19 06:36:18.711968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b6f1d-418e-425c-a485-1b7f739d6ea6 req-4c20815b-6e1e-46c0-92f5-a0f610fe0b5a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:18.713516 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-be0b6f1d-418e-425c-a485-1b7f739d6ea6 req-4c20815b-6e1e-46c0-92f5-a0f610fe0b5a tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0511146 May 19 06:36:18.764135 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-be0b6f1d-418e-425c-a485-1b7f739d6ea6 req-95f130d4-717d-46d7-834a-b28bf481993d tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 May 19 06:36:18.818766 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:19.591749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab5528-5989-46c1-878c-f8eb1d235f41 req-2e36d680-b338-45cf-8bf7-51451741b090 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:19.592551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-3466529a-18c6-4db6-8ac4-47f34f5cea59 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:19.593610 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e7ab5528-5989-46c1-878c-f8eb1d235f41 req-2e36d680-b338-45cf-8bf7-51451741b090 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0580075 May 19 06:36:19.593925 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-3466529a-18c6-4db6-8ac4-47f34f5cea59 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.59 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.0735610 May 19 06:36:19.631062 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:19.659670 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e7ab5528-5989-46c1-878c-f8eb1d235f41 req-a59eb37b-69c1-4757-a722-f0097cda8bfc tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580425 May 19 06:36:19.712405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Deleting port aaf80320-db37-4f95-9ea4-8a1de850bf84 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:19.713324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:19.819940 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97396b5a-5a2a-4d5a-ab1a-6d1ba50ca2e2 req-2e8fc583-9892-457e-8ac2-7a48adbf2cd8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:19.821530 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-97396b5a-5a2a-4d5a-ab1a-6d1ba50ca2e2 req-2e8fc583-9892-457e-8ac2-7a48adbf2cd8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0660150 May 19 06:36:19.824204 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:19.831921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58046) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:19.836518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Request body: {'floatingip': {'port_id': 'b7db8c94-9859-474d-a448-c4072b873d7e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:19.859069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] For port aaf80320-db37-4f95-9ea4-8a1de850bf84, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=aaf80320-db37-4f95-9ea4-8a1de850bf84,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:19.859429 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:19.873399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Calling delete_port for aaf80320-db37-4f95-9ea4-8a1de850bf84 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:19.899592 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:19.978040 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acf2da-c039-49b2-90ee-920a13591699 req-9013120c-445e-41f3-81c9-b31ff3cd8fe3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:19.979552 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09acf2da-c039-49b2-90ee-920a13591699 req-9013120c-445e-41f3-81c9-b31ff3cd8fe3 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/ports?device_id=285cd5e6-76c3-491a-8b1d-23837478002a HTTP/1.1" status: 200 len: 945 time: 0.1389637 May 19 06:36:20.015805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (aaf80320-db37-4f95-9ea4-8a1de850bf84), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:20.046241 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Pushing event deleted for resources: {'Port': ['ID=aaf80320-db37-4f95-9ea4-8a1de850bf84,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:20.059714 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:20.100145 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-09acf2da-c039-49b2-90ee-920a13591699 req-c4e52391-c935-44f0-88e7-a3df2be72253 tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.65 "GET /v2.0/security-groups?id=a45bc230-d49f-4dda-8c0c-3c2458378708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102874 May 19 06:36:20.109976 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] No DVR routers for this DVR port aaf80320-db37-4f95-9ea4-8a1de850bf84 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:20.112478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:20.119783 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7a2a152-f2e4-4d8c-bdf7-40211eae8f1d req-d6cf4bca-40fb-4d44-8142-c9b9d13e00ff tempest-TestMinimumBasicScenario-529562927 tempest-TestMinimumBasicScenario-529562927-project] 10.222.0.59 "DELETE /v2.0/ports/aaf80320-db37-4f95-9ea4-8a1de850bf84 HTTP/1.1" status: 204 len: 173 time: 0.5103078 May 19 06:36:20.120326 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'name': 'network-vif-deleted', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:20.122821 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019278d-0640-4e21-bc99-9932a50bf761" -d '{"events": [{"server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "name": "network-vif-deleted", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:20.165586 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a1a723-353a-499d-b231-1fa079058edb x-openstack-request-id: req-a4a1a723-353a-499d-b231-1fa079058edb {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:20.165915 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285cd5e6-76c3-491a-8b1d-23837478002a", "name": "network-vif-deleted", "tag": "aaf80320-db37-4f95-9ea4-8a1de850bf84", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:20.166257 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4a1a723-353a-499d-b231-1fa079058edb {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:20.166707 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a1a723-353a-499d-b231-1fa079058edb'] response: {'server_uuid': '285cd5e6-76c3-491a-8b1d-23837478002a', 'name': 'network-vif-deleted', 'tag': 'aaf80320-db37-4f95-9ea4-8a1de850bf84', 'status': 'completed', 'code': 200} May 19 06:36:20.493406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:20.503240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:20.694604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:20.736594 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 5ba837e9-407e-44d2-a12d-07e3b3aebd33 associated. External IP: 172.27.1.6, port: b7db8c94-9859-474d-a448-c4072b873d7e. May 19 06:36:20.747619 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2f90b-3c05-440d-a5c8-1dd4a3d2aeba req-6d225c42-8bab-4962-b443-4496badbe80a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:20.749320 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a0d2f90b-3c05-440d-a5c8-1dd4a3d2aeba req-6d225c42-8bab-4962-b443-4496badbe80a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0668733 May 19 06:36:20.880090 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a0d2f90b-3c05-440d-a5c8-1dd4a3d2aeba req-8045120e-e433-4b81-90b4-8e700e11f6cf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953376 May 19 06:36:21.006606 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:21.062836 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:21.125555 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:21.130515 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:21.138831 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:21.153095 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:21.154252 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:21.186726 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ea9eb89d-92d6-4624-816f-3f746a24407f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "PUT /v2.0/floatingips/5ba837e9-407e-44d2-a12d-07e3b3aebd33 HTTP/1.1" status: 200 len: 989 time: 1.3483064 May 19 06:36:21.186726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:21.186726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27728509-e2d6-4993-9ca5-7e524d019041" -d '{"events": [{"name": "network-changed", "server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:21.240521 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea8d2c-db4b-49bc-add3-96e0d1fc0bc4 x-openstack-request-id: req-3bea8d2c-db4b-49bc-add3-96e0d1fc0bc4 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:21.240857 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:21.241177 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bea8d2c-db4b-49bc-add3-96e0d1fc0bc4 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:21.241717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bea8d2c-db4b-49bc-add3-96e0d1fc0bc4'] response: {'name': 'network-changed', 'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'status': 'completed', 'code': 200} May 19 06:36:21.401150 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:21.645472 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5ba837e9-407e-44d2-a12d-07e3b3aebd33', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:04Z', 'updated_at': '2022-05-19T06:36:20Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:21.674582 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:21.685701 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:21.686411 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:21.809882 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:21.812318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:21.848593 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:21.960867 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device aaf80320-db37-4f95-9ea4-8a1de850bf84 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:21.973582 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58110) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:21.987465 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: aaf80320-db37-4f95-9ea4-8a1de850bf84 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:21.987814 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device aaf80320-db37-4f95-9ea4-8a1de850bf84 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:22.009552 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51f4a-2b37-4145-818d-ecf705fb0fa1 req-87d3e632-9366-4e7e-a29f-b73e99c6da3d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:22.011793 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1ee51f4a-2b37-4145-818d-ecf705fb0fa1 req-87d3e632-9366-4e7e-a29f-b73e99c6da3d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0536702 May 19 06:36:22.080064 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1ee51f4a-2b37-4145-818d-ecf705fb0fa1 req-d57d6c4a-67d1-45f3-9615-fb03f685f70f tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607274 May 19 06:36:22.086244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:22.090311 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5ba837e9-407e-44d2-a12d-07e3b3aebd33', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:04Z', 'updated_at': '2022-05-19T06:36:20Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:22.121144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc408-223c-4507-aea4-678003fe5dae None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5ba837e9-407e-44d2-a12d-07e3b3aebd33', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'port_id': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'mac_address': 'fa:16:3e:29:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:04Z', 'updated_at': '2022-05-19T06:36:20Z', 'revision_number': 1, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:22.359513 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f51dab-3baa-4155-a851-e1d2cfb5c9ca None None] New status for floating IP 5ba837e9-407e-44d2-a12d-07e3b3aebd33: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:36:22.435015 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:22.717417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Deleting port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:22.717751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:23.038092 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] For port 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:23.038780 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:23.054990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Calling delete_port for 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:23.068454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:23.224532 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac065-b6fc-4689-9bef-99c1af6c9c7e req-2e85db82-c6ec-4523-8883-52362246a3a1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:23.226085 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5adac065-b6fc-4689-9bef-99c1af6c9c7e req-2e85db82-c6ec-4523-8883-52362246a3a1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0597160 May 19 06:36:23.307095 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:23.316541 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5adac065-b6fc-4689-9bef-99c1af6c9c7e req-e79d5a91-7884-4cd1-ac70-b82c80e2ae15 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811908 May 19 06:36:23.317911 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:23.348718 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:23.577904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:23.818668 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728509-e2d6-4993-9ca5-7e524d019041 req-6e9e8e6d-2afa-4f16-8028-7186af51341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:23.820089 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-6e9e8e6d-2afa-4f16-8028-7186af51341a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adbcff8654844c22a906a2e91ebca3bb&device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 1129 time: 0.0671401 May 19 06:36:23.872718 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Router c38d8a55-bb56-4f22-a8b9-53909bb22431 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:24.010035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:24.066600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728509-e2d6-4993-9ca5-7e524d019041 req-4e46718b-5dfd-4d00-8dcd-59a1bdebc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:24.068084 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-4e46718b-5dfd-4d00-8dcd-59a1bdebc45d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 200 len: 915 time: 0.1937940 May 19 06:36:24.142746 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:24.152385 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f97e1c32-2791-44f6-b946-83ace408fc84 admin admin] 10.222.0.65 "PUT /v2.0/routers/c38d8a55-bb56-4f22-a8b9-53909bb22431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736460 May 19 06:36:24.153109 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58114) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:24.156837 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d343-69de-4891-977c-5bc49c98f189 req-07dc88df-9f8c-479d-a47c-c116178342f9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:24.157066 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Sync routers for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:24.158406 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0b33d343-69de-4891-977c-5bc49c98f189 req-07dc88df-9f8c-479d-a47c-c116178342f9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1044416 May 19 06:36:24.176145 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:24.177143 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:24.210872 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-13aba6ae-4a79-46e6-87e3-e95015b2f97c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7db8c94-9859-474d-a448-c4072b873d7e HTTP/1.1" status: 200 len: 999 time: 0.1220360 May 19 06:36:24.302486 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728509-e2d6-4993-9ca5-7e524d019041 req-7ee9ac66-dd5e-40b1-b1b9-130ddc7fdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:24.304054 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-7ee9ac66-dd5e-40b1-b1b9-130ddc7fdddc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 200 len: 853 time: 0.0868459 May 19 06:36:24.304604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Deleting port e9987cd3-ff74-46e7-8754-720b4458b23e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:24.304941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.316658 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks [] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.342935 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:24.398804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:24.414188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728509-e2d6-4993-9ca5-7e524d019041 req-92dc8b4e-3d72-4915-a6c4-545b18e65a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:24.415741 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-92dc8b4e-3d72-4915-a6c4-545b18e65a45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba03612d-d3e3-499d-b899-41fd0fc8db5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0939543 May 19 06:36:24.518963 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] For port e9987cd3-ff74-46e7-8754-720b4458b23e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e9987cd3-ff74-46e7-8754-720b4458b23e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:24.519392 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.605870 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-ccd4fd65-a23b-4ecf-974d-4516cef6de63 service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804416 May 19 06:36:24.667345 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:36:23Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:24.704440 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Checking router: c38d8a55-bb56-4f22-a8b9-53909bb22431 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:24.719313 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Routers {'c38d8a55-bb56-4f22-a8b9-53909bb22431'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:24.720363 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['c38d8a55-bb56-4f22-a8b9-53909bb22431'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:24.804021 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763b803-208a-41f5-bc99-4b5f86f82542 req-6af441f4-8226-49aa-bf42-12654917dcd6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:24.809477 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4763b803-208a-41f5-bc99-4b5f86f82542 req-6af441f4-8226-49aa-bf42-12654917dcd6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 945 time: 0.3283100 May 19 06:36:24.844298 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27728509-e2d6-4993-9ca5-7e524d019041 req-d268359c-ae15-4b4c-a731-4226f0f0ae0c service neutron] 10.222.0.59 "GET /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316308 May 19 06:36:24.851274 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks [] for router_gateway (c38d8a55-bb56-4f22-a8b9-53909bb22431), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.877812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.878723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (7ed75342-787b-429e-be76-446857c68389), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:24.879100 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Floating IP 7ed75342-787b-429e-be76-446857c68389 disassociated. External IP: 172.27.1.188, port: e9987cd3-ff74-46e7-8754-720b4458b23e. May 19 06:36:24.879465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Calling delete_port for e9987cd3-ff74-46e7-8754-720b4458b23e owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:24.890771 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4763b803-208a-41f5-bc99-4b5f86f82542 req-26416b81-6283-421e-a5f7-792d3b59f50b tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=f349fe55-4715-4dc2-93ec-6fecf050da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718632 May 19 06:36:24.892830 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] Set router c38d8a55-bb56-4f22-a8b9-53909bb22431 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:24.948322 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Deleting port 7a4de3d7-b71b-40e1-a704-1d773db188f7 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:24.948747 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.020724 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:25.081240 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e9987cd3-ff74-46e7-8754-720b4458b23e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.103299 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] For port 7a4de3d7-b71b-40e1-a704-1d773db188f7, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=7a4de3d7-b71b-40e1-a704-1d773db188f7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:25.104006 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.113161 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event deleted for resources: {'Port': ['ID=e9987cd3-ff74-46e7-8754-720b4458b23e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:25.129091 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Calling delete_port for 7a4de3d7-b71b-40e1-a704-1d773db188f7 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:25.132527 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:36:23Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:25.175781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd8438-634d-4e5c-88d4-ff1f11eac85b None None] The sync data for ids ['c38d8a55-bb56-4f22-a8b9-53909bb22431'] in dv-cinder-836996-22-iscsi is: [{'id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'name': 'tempest-TestMinimumBasicScenario-603172431-router', 'tenant_id': '14bd96bd91c44b888074b760e9834814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:24Z', 'updated_at': '2022-05-19T06:36:23Z', 'revision_number': 5, 'project_id': '14bd96bd91c44b888074b760e9834814', 'gw_port': {'id': '7a4de3d7-b71b-40e1-a704-1d773db188f7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d8a55-bb56-4f22-a8b9-53909bb22431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:25Z', 'updated_at': '2022-05-19T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:25.226857 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:25.253764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Router a8df4db5-6661-4126-97b1-e6272c00b228 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:25.366147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (7a4de3d7-b71b-40e1-a704-1d773db188f7), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.390745 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:25.405140 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4de3d7-b71b-40e1-a704-1d773db188f7,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:25.407326 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:25.430808 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:25.432356 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:25.464275 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] No DVR routers for this DVR port e9987cd3-ff74-46e7-8754-720b4458b23e on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:25.470011 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.475935 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0b33d343-69de-4891-977c-5bc49c98f189 req-5b814dc6-f30f-4485-9767-800e5265bab2 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "DELETE /v2.0/ports/e9987cd3-ff74-46e7-8754-720b4458b23e HTTP/1.1" status: 204 len: 173 time: 1.3088005 May 19 06:36:25.476749 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'name': 'network-vif-deleted', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:25.482008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b10823-dc77-49fc-b89c-69842253e1ee" -d '{"events": [{"server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "name": "network-vif-deleted", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:25.541186 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.607911 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a660c8c5-484f-4919-9d5b-8814040e44f9 x-openstack-request-id: req-a660c8c5-484f-4919-9d5b-8814040e44f9 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:25.607911 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e905065-4c72-403f-ba1f-3d56ec56b4f0", "name": "network-vif-deleted", "tag": "e9987cd3-ff74-46e7-8754-720b4458b23e", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:25.607911 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a660c8c5-484f-4919-9d5b-8814040e44f9 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:25.608631 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a660c8c5-484f-4919-9d5b-8814040e44f9'] response: {'server_uuid': '3e905065-4c72-403f-ba1f-3d56ec56b4f0', 'name': 'network-vif-deleted', 'tag': 'e9987cd3-ff74-46e7-8754-720b4458b23e', 'status': 'completed', 'code': 200} May 19 06:36:25.807111 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:25.866454 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.871711 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks [] for router_controller (c38d8a55-bb56-4f22-a8b9-53909bb22431), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:25.888604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:25.891569 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:25.891818 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:25.892233 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 90cb175c-60f6-4d8d-aa8b-89ef1e08cdaf not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:26.003401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (c38d8a55-bb56-4f22-a8b9-53909bb22431), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.004414 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38d8a55-bb56-4f22-a8b9-53909bb22431 {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:36:26.014258 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.016164 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-81c47cc2-9277-4442-9183-9136a07f90c8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c38d8a55-bb56-4f22-a8b9-53909bb22431 HTTP/1.1" status: 204 len: 168 time: 1.8600655 May 19 06:36:26.019442 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58124) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:26.111119 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-96617903-b2f3-48e5-a5ea-59f86d6effcb req-1dfdf5f4-ec04-4508-bd2f-f21215aa1ef0 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e905065-4c72-403f-ba1f-3d56ec56b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0456014 May 19 06:36:26.123074 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Deleting subnet c3768edb-759a-4d62-b128-7b59a3fe112c {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:36:26.136406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Publish callbacks [] for subnet (c3768edb-759a-4d62-b128-7b59a3fe112c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.190972 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (c3768edb-759a-4d62-b128-7b59a3fe112c), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.250783 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:26.292890 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:26.304385 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:26.305204 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:26.379595 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (c3768edb-759a-4d62-b128-7b59a3fe112c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.441665 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (c3768edb-759a-4d62-b128-7b59a3fe112c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.447136 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:26.482551 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3768edb-759a-4d62-b128-7b59a3fe112c,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:26.487218 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.493913 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7fd64023-074d-44b1-8da5-04bc67c13a60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c3768edb-759a-4d62-b128-7b59a3fe112c HTTP/1.1" status: 204 len: 168 time: 0.4730093 May 19 06:36:26.494268 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58126) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:26.505856 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd0ae2-a9f4-4eee-9409-61138fcc7986 None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:36:26.546882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:26.587954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (b9ac4da1-272d-4997-a2c4-1ea590fe3959), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.659151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Deleting port 04682680-e99c-4e5a-acf7-36c33b74a1bc {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:26.659559 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.699954 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:26.719564 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] DHCP port deletion for b9ac4da1-272d-4997-a2c4-1ea590fe3959 request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:36:26.738037 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba084d07-4791-4b60-8007-1209b03457d3 None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:31:06Z', 'revision_number': 4, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'bc4ea36b-3bf4-4466-8712-21179f2076ba', 'name': '', 'network_id': '860daf04-4a0a-4379-9eea-a84339c17edf', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'mac_address': 'fa:16:3e:ac:7d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:56Z', 'updated_at': '2022-05-19T06:31:23Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'subnets': [{'id': 'a354ce2f-139a-4ca9-bb4e-603a40b44167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:26.776552 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Deleting port 04682680-e99c-4e5a-acf7-36c33b74a1bc {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:26.776966 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.789008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] For port 04682680-e99c-4e5a-acf7-36c33b74a1bc, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=04682680-e99c-4e5a-acf7-36c33b74a1bc,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:26.789603 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.818675 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Calling delete_port for 04682680-e99c-4e5a-acf7-36c33b74a1bc owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:26.828758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:26.870064 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:26.880006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] For port 04682680-e99c-4e5a-acf7-36c33b74a1bc, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=04682680-e99c-4e5a-acf7-36c33b74a1bc,segment=NetworkSegment(c322e07d-1b21-4095-9283-c3fddbb34e47),segment_id=c322e07d-1b21-4095-9283-c3fddbb34e47)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:26.880730 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:26.905576 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Calling delete_port for 04682680-e99c-4e5a-acf7-36c33b74a1bc owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:26.953751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.010654 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Pushing event deleted for resources: {'Port': ['ID=04682680-e99c-4e5a-acf7-36c33b74a1bc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:27.014480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] No DVR routers for this DVR port 04682680-e99c-4e5a-acf7-36c33b74a1bc on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:27.147982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (b9ac4da1-272d-4997-a2c4-1ea590fe3959), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.188290 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ff1e5-a7db-4f69-9061-8d50ed4b00c1 None None] New status for floating IP 7ed75342-787b-429e-be76-446857c68389: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:36:27.190791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ac4da1-272d-4997-a2c4-1ea590fe3959']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:27.211267 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c322e07d-1b21-4095-9283-c3fddbb34e47') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:27.211267 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c322e07d-1b21-4095-9283-c3fddbb34e47') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:27.230527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (c322e07d-1b21-4095-9283-c3fddbb34e47), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.256813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58132) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:27.261329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (c322e07d-1b21-4095-9283-c3fddbb34e47), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.293330 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:36:27.294536 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (c322e07d-1b21-4095-9283-c3fddbb34e47), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:36:27.298029 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:36:27.455232 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (b9ac4da1-272d-4997-a2c4-1ea590fe3959), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.469829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.475296 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b9ac4da1-272d-4997-a2c4-1ea590fe3959 HTTP/1.1" status: 204 len: 168 time: 0.9788592 May 19 06:36:27.479874 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58134) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:27.494726 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (f349fe55-4715-4dc2-93ec-6fecf050da44), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.499468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637821-fd43-4952-a437-201c5e02a920 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ac4da1-272d-4997-a2c4-1ea590fe3959,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:27.542238 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (f349fe55-4715-4dc2-93ec-6fecf050da44), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.560740 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (04682680-e99c-4e5a-acf7-36c33b74a1bc), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.655531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Pushing event deleted for resources: {'Port': ['ID=04682680-e99c-4e5a-acf7-36c33b74a1bc,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:27.662924 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] Network b9ac4da1-272d-4997-a2c4-1ea590fe3959 is not hosted by any dhcp agent {{(pid=103758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 06:36:27.663908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74381b-0c0b-4c7e-8d03-e97fb71808c3 None None] No DVR routers for this DVR port 04682680-e99c-4e5a-acf7-36c33b74a1bc on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:27.684734 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 04682680-e99c-4e5a-acf7-36c33b74a1bc no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:27.695500 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f349fe55-4715-4dc2-93ec-6fecf050da44), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.717230 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.722104 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "DELETE /v2.0/security-groups/f349fe55-4715-4dc2-93ec-6fecf050da44 HTTP/1.1" status: 204 len: 168 time: 0.4632425 May 19 06:36:27.722331 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58136) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:27.728434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 04682680-e99c-4e5a-acf7-36c33b74a1bc {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:27.729242 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 04682680-e99c-4e5a-acf7-36c33b74a1bc not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:27.731476 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 7a4de3d7-b71b-40e1-a704-1d773db188f7 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:27.743968 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:27.749199 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab13d0-4de3-446c-8cd3-d8386f241198 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f349fe55-4715-4dc2-93ec-6fecf050da44,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:27.762771 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-d6b2f758-ddc4-4f8d-b71f-62fa76e566c1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] show failed (client error): The resource could not be found. May 19 06:36:27.764505 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d6b2f758-ddc4-4f8d-b71f-62fa76e566c1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups/f349fe55-4715-4dc2-93ec-6fecf050da44 HTTP/1.1" status: 404 len: 347 time: 0.0407178 May 19 06:36:27.773546 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58138) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:27.777946 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 7a4de3d7-b71b-40e1-a704-1d773db188f7 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:27.778828 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 7a4de3d7-b71b-40e1-a704-1d773db188f7 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:27.856071 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:27.966657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Deleting port a516ba15-8efd-4409-b932-f95233b3f93b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:27.967200 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:27.971866 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e9987cd3-ff74-46e7-8754-720b4458b23e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:27.996339 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: e9987cd3-ff74-46e7-8754-720b4458b23e {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:27.997372 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e9987cd3-ff74-46e7-8754-720b4458b23e not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:28.089617 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.090131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (a516ba15-8efd-4409-b932-f95233b3f93b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.111902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.113832 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Calling delete_port for a516ba15-8efd-4409-b932-f95233b3f93b owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:28.213131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:28.313321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (a516ba15-8efd-4409-b932-f95233b3f93b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.370814 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event deleted for resources: {'Port': ['ID=a516ba15-8efd-4409-b932-f95233b3f93b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:28.472001 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks [] for floatingip (7ed75342-787b-429e-be76-446857c68389), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.474653 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.475867 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8f2e6347-1185-4afe-b5d7-4f1da0424cf1 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "DELETE /v2.0/floatingips/7ed75342-787b-429e-be76-446857c68389 HTTP/1.1" status: 204 len: 168 time: 0.7002437 May 19 06:36:28.508727 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Deleting port 99857403-5893-49d1-a361-3eff50ec9f5e {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:28.509481 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.522482 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:28.628130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] For port 99857403-5893-49d1-a361-3eff50ec9f5e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99857403-5893-49d1-a361-3eff50ec9f5e,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:28.628578 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.645485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Calling delete_port for 99857403-5893-49d1-a361-3eff50ec9f5e owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:28.857802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (99857403-5893-49d1-a361-3eff50ec9f5e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:28.885478 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=99857403-5893-49d1-a361-3eff50ec9f5e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:29.030547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:29.084300 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:29.328746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Router d9fd2485-5700-403a-bdbb-1eb5881f210c has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:29.707957 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:29.714450 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9efdf8cf-0bbe-4625-a452-5e3b3c9b7e54 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9fd2485-5700-403a-bdbb-1eb5881f210c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321229 May 19 06:36:29.718428 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58152) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:29.724168 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Sync routers for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:29.744844 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:29.745988 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:29.752229 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:29.837573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks [] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:29.875764 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:29.877501 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:29.963712 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks [] for router_gateway (d9fd2485-5700-403a-bdbb-1eb5881f210c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.009742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Deleting port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:30.010105 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.104960 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:36:28Z', 'revision_number': 5, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port': {'id': 'c5bd1c51-2f11-4d5c-b858-32f6766b3bc0', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:33:35Z', 'updated_at': '2022-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:30.125907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] For port c5bd1c51-2f11-4d5c-b858-32f6766b3bc0, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:30.126508 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.132106 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Checking router: d9fd2485-5700-403a-bdbb-1eb5881f210c for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:30.142691 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Routers {'d9fd2485-5700-403a-bdbb-1eb5881f210c'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:30.143295 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d9fd2485-5700-403a-bdbb-1eb5881f210c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:30.153337 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Calling delete_port for c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:30.239679 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] Set router d9fd2485-5700-403a-bdbb-1eb5881f210c gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:30.253824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:30.340842 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:36:29Z', 'revision_number': 6, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:30.411971 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc6a1d-47de-47dd-b2ca-62a28ff21289 None None] The sync data for ids ['d9fd2485-5700-403a-bdbb-1eb5881f210c'] in dv-cinder-836996-22-iscsi is: [{'id': 'd9fd2485-5700-403a-bdbb-1eb5881f210c', 'name': 'tempest-TestMinimumBasicScenario-406088863-router', 'tenant_id': 'f830b7e66df64a10aab07af6820ef125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:33:33Z', 'updated_at': '2022-05-19T06:36:29Z', 'revision_number': 6, 'project_id': 'f830b7e66df64a10aab07af6820ef125', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:30.661310 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (c5bd1c51-2f11-4d5c-b858-32f6766b3bc0), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.688695 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bd1c51-2f11-4d5c-b858-32f6766b3bc0,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:30.767795 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.884316 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:30.887800 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks [] for router_controller (d9fd2485-5700-403a-bdbb-1eb5881f210c), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.024344 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (d9fd2485-5700-403a-bdbb-1eb5881f210c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.025258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fd2485-5700-403a-bdbb-1eb5881f210c {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:36:31.034514 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.036492 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6099c07d-34f1-424f-a6e0-2e42c4bed138 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d9fd2485-5700-403a-bdbb-1eb5881f210c HTTP/1.1" status: 204 len: 168 time: 1.3167570 May 19 06:36:31.039015 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58160) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:31.123282 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Deleting subnet fa413de2-1b68-4185-969e-493355dd4894 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:36:31.128354 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Publish callbacks [] for subnet (fa413de2-1b68-4185-969e-493355dd4894), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.146578 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f449-990c-49a3-b3a5-8e0e580b9ecf req-bcef4ddf-fcd7-49b4-bc5e-f53c6595fe81 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:31.149619 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd41f449-990c-49a3-b3a5-8e0e580b9ecf req-bcef4ddf-fcd7-49b4-bc5e-f53c6595fe81 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0788472 May 19 06:36:31.168401 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:31.191791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (fa413de2-1b68-4185-969e-493355dd4894), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.204529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:31.214822 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd41f449-990c-49a3-b3a5-8e0e580b9ecf req-78b6d8c4-0b6f-4b87-94dd-812b8a90c98d tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 May 19 06:36:31.346180 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (fa413de2-1b68-4185-969e-493355dd4894), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.419961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (fa413de2-1b68-4185-969e-493355dd4894), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.446627 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa413de2-1b68-4185-969e-493355dd4894,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:31.459061 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.464206 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-68bbf14a-7cc9-4f70-805f-1996bb3767b4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa413de2-1b68-4185-969e-493355dd4894 HTTP/1.1" status: 204 len: 168 time: 0.4231799 May 19 06:36:31.464675 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa0ba9-0133-403c-bada-da09eedbeddf None None] Network 3c914e1d-4ffe-4c45-9091-433054d66125 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:36:31.467345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58162) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:31.571574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (3c914e1d-4ffe-4c45-9091-433054d66125), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.627988 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Deleting port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:31.627988 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.628897 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:31.667355 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:31.668017 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c5bd1c51-2f11-4d5c-b858-32f6766b3bc0 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:31.668546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99857403-5893-49d1-a361-3eff50ec9f5e no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:31.708329 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] DHCP port deletion for 3c914e1d-4ffe-4c45-9091-433054d66125 request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:36:31.713131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] For port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:31.713534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.716500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 99857403-5893-49d1-a361-3eff50ec9f5e {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:31.717112 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99857403-5893-49d1-a361-3eff50ec9f5e not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:31.739220 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Calling delete_port for 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:31.802324 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Deleting port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:31.803053 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.873466 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:31.887724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.917763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Pushing event deleted for resources: {'Port': ['ID=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:31.920244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] No DVR routers for this DVR port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:31.949241 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] For port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,segment=NetworkSegment(b2242b70-e914-4067-8859-f7835d54b198),segment_id=b2242b70-e914-4067-8859-f7835d54b198)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:31.950611 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:31.978579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Calling delete_port for 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:32.010646 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (3c914e1d-4ffe-4c45-9091-433054d66125), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.037219 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c914e1d-4ffe-4c45-9091-433054d66125']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:32.050124 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2242b70-e914-4067-8859-f7835d54b198') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:32.050431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2242b70-e914-4067-8859-f7835d54b198') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:32.062821 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (b2242b70-e914-4067-8859-f7835d54b198), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.086253 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (32b6df2f-89d9-4f91-9952-c5361f3cfbd1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.088770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (b2242b70-e914-4067-8859-f7835d54b198), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.100919 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:36:32.101650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (b2242b70-e914-4067-8859-f7835d54b198), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:36:32.104668 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:36:32.130583 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] Pushing event deleted for resources: {'Port': ['ID=32b6df2f-89d9-4f91-9952-c5361f3cfbd1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:32.138334 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309e929-00d8-4c66-aa71-a1ebd8123fca None None] No DVR routers for this DVR port 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:32.183902 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (3c914e1d-4ffe-4c45-9091-433054d66125), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.193157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.196949 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] 10.222.0.65 "DELETE /v2.0/networks/3c914e1d-4ffe-4c45-9091-433054d66125 HTTP/1.1" status: 204 len: 168 time: 0.7281871 May 19 06:36:32.208172 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307dccd-b93b-464b-ac08-a029859d776b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c914e1d-4ffe-4c45-9091-433054d66125,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:32.388746 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81999910-1fea-4f2b-b6d2-6dcd568e4262 req-f103ed26-0110-41eb-afe0-4952aad464c3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:32.390923 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-81999910-1fea-4f2b-b6d2-6dcd568e4262 req-f103ed26-0110-41eb-afe0-4952aad464c3 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0584245 May 19 06:36:32.432301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58168) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:32.475520 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-81999910-1fea-4f2b-b6d2-6dcd568e4262 req-8bc76e8c-5513-44f5-a817-27a1e2be51b9 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780182 May 19 06:36:32.486936 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2e7c9018-ca82-432e-bf12-7529a8f53f02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14bd96bd91c44b888074b760e9834814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531411 May 19 06:36:32.489946 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58172) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:32.548790 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] Publish callbacks [] for security_group (a45bc230-d49f-4dda-8c0c-3c2458378708), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.581754 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] Publish callbacks [] for security_group (a45bc230-d49f-4dda-8c0c-3c2458378708), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.639496 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a45bc230-d49f-4dda-8c0c-3c2458378708), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.642634 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:32.644085 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a45bc230-d49f-4dda-8c0c-3c2458378708 HTTP/1.1" status: 204 len: 168 time: 0.1530418 May 19 06:36:32.658358 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35bda-0827-4550-9fb3-03f9ca5ba452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45bc230-d49f-4dda-8c0c-3c2458378708,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:33.081984 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58178) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:33.126516 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b3952a41-6e97-44bc-9428-5dac4f8c7b52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f830b7e66df64a10aab07af6820ef125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431449 May 19 06:36:33.129909 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58180) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:33.187146 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] Publish callbacks [] for security_group (1e496875-ed35-468c-a9f0-8b69166a8276), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.214804 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] Publish callbacks [] for security_group (1e496875-ed35-468c-a9f0-8b69166a8276), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.285001 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1e496875-ed35-468c-a9f0-8b69166a8276), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.288272 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.290167 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e496875-ed35-468c-a9f0-8b69166a8276 HTTP/1.1" status: 204 len: 168 time: 0.1590531 May 19 06:36:33.303781 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73094d1-a845-4e78-a922-58f4590306b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e496875-ed35-468c-a9f0-8b69166a8276,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:33.391430 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:33.414886 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-65f4cdea-f19b-47d7-97e3-170373823895 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:33.416447 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-65f4cdea-f19b-47d7-97e3-170373823895 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.0697012 May 19 06:36:33.551994 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Deleting port 06df601d-f75d-4b75-b340-1e3f3982ca58 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:33.552341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.641991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:33.695245 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:33.696294 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 32b6df2f-89d9-4f91-9952-c5361f3cfbd1 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:33.703676 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b17d-eca6-47fe-b857-c8a3ad865d45 req-31761f71-26dd-45e8-b524-39961ef00378 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:33.716188 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b2f8b17d-eca6-47fe-b857-c8a3ad865d45 req-31761f71-26dd-45e8-b524-39961ef00378 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=88cd1ef9-5ec7-42ca-9204-dded848822ae HTTP/1.1" status: 200 len: 945 time: 0.1365080 May 19 06:36:33.744905 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] For port 06df601d-f75d-4b75-b340-1e3f3982ca58, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=06df601d-f75d-4b75-b340-1e3f3982ca58,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:33.745433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.772080 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Calling delete_port for 06df601d-f75d-4b75-b340-1e3f3982ca58 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:33.787929 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b2f8b17d-eca6-47fe-b857-c8a3ad865d45 req-865f8f96-1654-4f35-a179-a07b9a10eb13 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 May 19 06:36:33.975132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (06df601d-f75d-4b75-b340-1e3f3982ca58), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:33.986943 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['7b1f2836-944c-46f7-af0c-4d51b0b73e65', '06df601d-f75d-4b75-b340-1e3f3982ca58'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:34.006715 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event deleted for resources: {'Port': ['ID=06df601d-f75d-4b75-b340-1e3f3982ca58,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:34.060084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] No DVR routers for this DVR port 06df601d-f75d-4b75-b340-1e3f3982ca58 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:34.064645 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:34.067567 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d04b7633-f46a-49ef-bb23-58d5661c73f4 req-b1f29b93-07f2-423e-a846-ddf0402f53b6 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "DELETE /v2.0/ports/06df601d-f75d-4b75-b340-1e3f3982ca58 HTTP/1.1" status: 204 len: 173 time: 0.6453416 May 19 06:36:34.068138 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'name': 'network-vif-deleted', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:34.070734 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b72083-085e-4be3-a96a-bd1e80823a0c" -d '{"events": [{"server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "name": "network-vif-deleted", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:34.110651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e8c66-d3b5-4e63-9670-b6775c06d6c6 x-openstack-request-id: req-4b8e8c66-d3b5-4e63-9670-b6775c06d6c6 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:34.110938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cd1ef9-5ec7-42ca-9204-dded848822ae", "name": "network-vif-deleted", "tag": "06df601d-f75d-4b75-b340-1e3f3982ca58", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:34.111188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b8e8c66-d3b5-4e63-9670-b6775c06d6c6 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:34.114641 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8e8c66-d3b5-4e63-9670-b6775c06d6c6'] response: {'server_uuid': '88cd1ef9-5ec7-42ca-9204-dded848822ae', 'name': 'network-vif-deleted', 'tag': '06df601d-f75d-4b75-b340-1e3f3982ca58', 'status': 'completed', 'code': 200} May 19 06:36:34.600044 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:34.618302 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:35.109365 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:35.154473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a98ee-d6a5-4460-843f-b6abe45e94cd req-00154b04-29ee-4a0c-9954-1cec36543349 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:35.156115 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-342a98ee-d6a5-4460-843f-b6abe45e94cd req-00154b04-29ee-4a0c-9954-1cec36543349 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0582566 May 19 06:36:35.208717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-342a98ee-d6a5-4460-843f-b6abe45e94cd req-702c5358-c15a-4936-abdb-69c2cfb33828 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 May 19 06:36:35.989036 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 06df601d-f75d-4b75-b340-1e3f3982ca58 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:35.991723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:36.020193 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 06df601d-f75d-4b75-b340-1e3f3982ca58 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:36.020696 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 06df601d-f75d-4b75-b340-1e3f3982ca58 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:36.178700 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:36:36.342652 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0d54-3e17-40e1-b5d2-03aea529a7d1 req-550bfef9-80aa-4d86-89f9-041eb7998215 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:36.344166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0dfc0d54-3e17-40e1-b5d2-03aea529a7d1 req-550bfef9-80aa-4d86-89f9-041eb7998215 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0560610 May 19 06:36:36.394336 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0dfc0d54-3e17-40e1-b5d2-03aea529a7d1 req-c7016f5c-43e0-4b43-8b27-85e15007de46 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 May 19 06:36:37.524166 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3beda-fd06-4b11-a098-84482341c0c2 req-78b5de5a-0c91-4fd1-981a-add066aeedd4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:37.525803 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4c3beda-fd06-4b11-a098-84482341c0c2 req-78b5de5a-0c91-4fd1-981a-add066aeedd4 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0557601 May 19 06:36:37.608468 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a4c3beda-fd06-4b11-a098-84482341c0c2 req-6d65afb5-e449-4791-afde-70578195ae1a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721214 May 19 06:36:38.049177 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-08fde67c-cbe1-4a87-819d-9f4da02b528e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415499 May 19 06:36:38.257574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-f336b17e-85c6-40f2-a8dc-c8bb66f84725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.259888 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-f336b17e-85c6-40f2-a8dc-c8bb66f84725 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 1129 time: 0.0471158 May 19 06:36:38.421927 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-50aa3e76-e568-4452-bafe-01c41615d01a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.423623 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-50aa3e76-e568-4452-bafe-01c41615d01a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.1006534 May 19 06:36:38.442189 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:38.508291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-cebce189-bc46-42e6-8dd9-8129a2a207fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.509804 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-cebce189-bc46-42e6-8dd9-8129a2a207fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 200 len: 912 time: 0.1951408 May 19 06:36:38.590345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Deleting port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:38.590658 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:38.638496 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:38.663031 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-c9b72ceb-7f0e-4963-b90f-cfa4ed5eb0d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb314e3e-a3eb-48a6-826d-79726548db0b HTTP/1.1" status: 200 len: 1000 time: 0.1292014 May 19 06:36:38.790277 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-2a9a5c88-9526-4886-af52-7a23caa660ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.791732 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-2a9a5c88-9526-4886-af52-7a23caa660ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 200 len: 850 time: 0.1200171 May 19 06:36:38.798316 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280bcc1-ea09-4667-b8b0-f6e04f56ff1c req-2a1649b4-16e0-48e8-bf64-e1973f4d5acf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.799803 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4280bcc1-ea09-4667-b8b0-f6e04f56ff1c req-2a1649b4-16e0-48e8-bf64-e1973f4d5acf tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 945 time: 0.0900245 May 19 06:36:38.817811 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] For port 7b1f2836-944c-46f7-af0c-4d51b0b73e65, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7b1f2836-944c-46f7-af0c-4d51b0b73e65,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:38.818170 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:38.871039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Calling delete_port for 7b1f2836-944c-46f7-af0c-4d51b0b73e65 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:38.889178 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-4d69bdbb-200c-41da-b516-0d0dc57e5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:38.890802 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-4d69bdbb-200c-41da-b516-0d0dc57e5263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e0cb90c-268e-45c0-ad67-af1b766db048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0882585 May 19 06:36:38.995675 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4280bcc1-ea09-4667-b8b0-f6e04f56ff1c req-9b34c21e-4586-46dd-9e1a-9d5d25a5e93a tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/security-groups?id=b56da60b-60e0-4f42-ac88-63a8484be8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817434 May 19 06:36:39.072586 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-87ff9711-d85e-4109-a59e-7077b9c1dea8 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713223 May 19 06:36:39.185678 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (7b1f2836-944c-46f7-af0c-4d51b0b73e65), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:39.200384 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['7b1f2836-944c-46f7-af0c-4d51b0b73e65'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:36:39.225141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Pushing event deleted for resources: {'Port': ['ID=7b1f2836-944c-46f7-af0c-4d51b0b73e65,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:39.250549 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-74faf287-871e-4649-bdc0-ed0366e31f08 req-9e43cb0c-71e1-4645-931b-8ff3dc3cc995 service neutron] 10.222.0.59 "GET /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703949 May 19 06:36:39.288747 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] No DVR routers for this DVR port 7b1f2836-944c-46f7-af0c-4d51b0b73e65 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:39.291404 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:39.296357 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f07f2e01-c90b-4448-939a-a8a2b98b6502 req-b14c1f7d-a16b-4835-a1ac-a75d36881467 tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.59 "DELETE /v2.0/ports/7b1f2836-944c-46f7-af0c-4d51b0b73e65 HTTP/1.1" status: 204 len: 173 time: 0.8668866 May 19 06:36:39.297033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'name': 'network-vif-deleted', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:39.299847 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0beb9-6175-44a1-b1e1-e23bcbe76248" -d '{"events": [{"server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "name": "network-vif-deleted", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:39.369690 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b8bafb-48af-4f50-8332-c2e53036b090 x-openstack-request-id: req-e7b8bafb-48af-4f50-8332-c2e53036b090 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:39.370123 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4202e4-0d0b-4d78-b9e3-a8e529700d8e", "name": "network-vif-deleted", "tag": "7b1f2836-944c-46f7-af0c-4d51b0b73e65", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:39.370491 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7b8bafb-48af-4f50-8332-c2e53036b090 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:39.371070 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b8bafb-48af-4f50-8332-c2e53036b090'] response: {'server_uuid': '8f4202e4-0d0b-4d78-b9e3-a8e529700d8e', 'name': 'network-vif-deleted', 'tag': '7b1f2836-944c-46f7-af0c-4d51b0b73e65', 'status': 'completed', 'code': 200} May 19 06:36:40.154273 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-03637fcf-8c15-4923-9e8b-404ad45096dd req-7c0b5fd5-7740-4113-9cce-32454468505c tempest-ServerRescueNegativeTestJSON-802710311 tempest-ServerRescueNegativeTestJSON-802710311-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f4202e4-0d0b-4d78-b9e3-a8e529700d8e HTTP/1.1" status: 200 len: 210 time: 0.0383844 May 19 06:36:41.001136 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=47 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:41.245459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58210) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:41.759805 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:41.859550 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (a8df4db5-6661-4126-97b1-e6272c00b228), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:42.006119 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 7b1f2836-944c-46f7-af0c-4d51b0b73e65 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:42.030573 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 7b1f2836-944c-46f7-af0c-4d51b0b73e65 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:42.030860 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 7b1f2836-944c-46f7-af0c-4d51b0b73e65 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:42.109413 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Deleting port bc4ea36b-3bf4-4466-8712-21179f2076ba {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:42.109748 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:42.200778 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] For port bc4ea36b-3bf4-4466-8712-21179f2076ba, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=bc4ea36b-3bf4-4466-8712-21179f2076ba,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:42.201366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:42.222914 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Calling delete_port for bc4ea36b-3bf4-4466-8712-21179f2076ba owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:42.299482 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:42.432082 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (bc4ea36b-3bf4-4466-8712-21179f2076ba), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:42.460486 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4ea36b-3bf4-4466-8712-21179f2076ba,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:42.664133 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (a8df4db5-6661-4126-97b1-e6272c00b228), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:42.720893 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:42.894762 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Router a8df4db5-6661-4126-97b1-e6272c00b228 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:43.004232 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:43.010616 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1c4e5ea2-d4a1-4587-807f-427aa8819627 admin admin] 10.222.0.65 "PUT /v2.0/routers/a8df4db5-6661-4126-97b1-e6272c00b228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646461 May 19 06:36:43.013808 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Sync routers for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:43.014854 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58216) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:43.025596 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:43.027403 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:43.132591 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:43.150924 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks [] for router (a8df4db5-6661-4126-97b1-e6272c00b228), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.282168 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks [] for router_gateway (a8df4db5-6661-4126-97b1-e6272c00b228), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.297886 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:43.319642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:36:42Z', 'revision_number': 5, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port': {'id': '000453b3-7072-4084-93e3-8a8ae807abc7', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:41Z', 'updated_at': '2022-05-19T06:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:43.342809 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Deleting port 000453b3-7072-4084-93e3-8a8ae807abc7 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:43.343476 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.367098 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Checking router: a8df4db5-6661-4126-97b1-e6272c00b228 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:43.381320 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Routers {'a8df4db5-6661-4126-97b1-e6272c00b228'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:43.382393 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['a8df4db5-6661-4126-97b1-e6272c00b228'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:43.442879 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] For port 000453b3-7072-4084-93e3-8a8ae807abc7, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=000453b3-7072-4084-93e3-8a8ae807abc7,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:43.443240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.463247 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Calling delete_port for 000453b3-7072-4084-93e3-8a8ae807abc7 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:43.481503 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] Set router a8df4db5-6661-4126-97b1-e6272c00b228 gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:43.538149 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:36:43Z', 'revision_number': 6, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:43.563923 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc3404-5d9a-4310-920a-f8d463d4d2fd None None] The sync data for ids ['a8df4db5-6661-4126-97b1-e6272c00b228'] in dv-cinder-836996-22-iscsi is: [{'id': 'a8df4db5-6661-4126-97b1-e6272c00b228', 'name': 'tempest-ServerRescueNegativeTestJSON-321418398-router', 'tenant_id': '35cb15f2075c41889b91291b645170a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:36:43Z', 'revision_number': 6, 'project_id': '35cb15f2075c41889b91291b645170a5', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:43.716057 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (000453b3-7072-4084-93e3-8a8ae807abc7), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.748110 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=000453b3-7072-4084-93e3-8a8ae807abc7,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:43.767310 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ecd9c026-01ca-485a-8de2-1f1d2a16f2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.818354 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (a8df4db5-6661-4126-97b1-e6272c00b228), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.918461 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (a8df4db5-6661-4126-97b1-e6272c00b228), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.921727 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks [] for router_controller (a8df4db5-6661-4126-97b1-e6272c00b228), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.963212 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:43.977589 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (a8df4db5-6661-4126-97b1-e6272c00b228), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.978459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8df4db5-6661-4126-97b1-e6272c00b228 {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:36:43.987008 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:43.988351 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-813630b0-6151-4026-a6b1-c369145be1fe admin admin] 10.222.0.65 "DELETE /v2.0/routers/a8df4db5-6661-4126-97b1-e6272c00b228 HTTP/1.1" status: 204 len: 168 time: 0.9724703 May 19 06:36:43.996763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58218) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:44.060667 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Deleting subnet a354ce2f-139a-4ca9-bb4e-603a40b44167 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:36:44.066077 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Publish callbacks [] for subnet (a354ce2f-139a-4ca9-bb4e-603a40b44167), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.123882 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (a354ce2f-139a-4ca9-bb4e-603a40b44167), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.222880 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (a354ce2f-139a-4ca9-bb4e-603a40b44167), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.299141 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (a354ce2f-139a-4ca9-bb4e-603a40b44167), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.328380 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a354ce2f-139a-4ca9-bb4e-603a40b44167,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:44.337855 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.339024 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-11f21356-9230-43a2-b4b9-dcef0720c20a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a354ce2f-139a-4ca9-bb4e-603a40b44167 HTTP/1.1" status: 204 len: 168 time: 0.3407896 May 19 06:36:44.343420 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58220) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:44.347886 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60097e8e-29b2-4736-8b44-526fe449c36c None None] Network 860daf04-4a0a-4379-9eea-a84339c17edf requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:36:44.427179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (860daf04-4a0a-4379-9eea-a84339c17edf), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.466351 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:44.473917 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Deleting port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:44.474220 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.529422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] DHCP port deletion for 860daf04-4a0a-4379-9eea-a84339c17edf request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:36:44.548523 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] For port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:44.548938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.562843 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Calling delete_port for 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:44.575893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Deleting port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:36:44.576263 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.635304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:44.650720 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.670724 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] For port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,segment=NetworkSegment(b22c59d4-dd2b-41af-8e78-2a9b2e4351f6),segment_id=b22c59d4-dd2b-41af-8e78-2a9b2e4351f6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:44.671134 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.688318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Calling delete_port for 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:36:44.692190 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] No DVR routers for this DVR port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:44.697338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:44.769669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (860daf04-4a0a-4379-9eea-a84339c17edf), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.772791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (99cb60d8-5c05-4fac-b8bb-b05deeba2c9e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.793524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860daf04-4a0a-4379-9eea-a84339c17edf']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:44.800138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] Pushing event deleted for resources: {'Port': ['ID=99cb60d8-5c05-4fac-b8bb-b05deeba2c9e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:44.803816 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1ef59-c995-4bee-a282-e905bd8d1d45 None None] No DVR routers for this DVR port 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:36:44.811047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:44.811543 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c59d4-dd2b-41af-8e78-2a9b2e4351f6') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:44.829592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (b22c59d4-dd2b-41af-8e78-2a9b2e4351f6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.850785 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (b22c59d4-dd2b-41af-8e78-2a9b2e4351f6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.862317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:36:44.862875 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (b22c59d4-dd2b-41af-8e78-2a9b2e4351f6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:36:44.865839 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:36:44.963799 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (860daf04-4a0a-4379-9eea-a84339c17edf), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.974146 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:44.979853 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] 10.222.0.65 "DELETE /v2.0/networks/860daf04-4a0a-4379-9eea-a84339c17edf HTTP/1.1" status: 204 len: 168 time: 0.6352031 May 19 06:36:44.996411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e0ac-4b5d-4b04-a10f-1e9a7a786e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=860daf04-4a0a-4379-9eea-a84339c17edf,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:45.123130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58224) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:45.168302 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9ddac384-2b4c-45d6-a144-c5dfd3340e9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35cb15f2075c41889b91291b645170a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434351 May 19 06:36:45.171295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58226) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:45.223857 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] Publish callbacks [] for security_group (b56da60b-60e0-4f42-ac88-63a8484be8ce), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:45.248670 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] Publish callbacks [] for security_group (b56da60b-60e0-4f42-ac88-63a8484be8ce), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:45.300886 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b56da60b-60e0-4f42-ac88-63a8484be8ce), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:45.303462 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:45.304602 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b56da60b-60e0-4f42-ac88-63a8484be8ce HTTP/1.1" status: 204 len: 168 time: 0.1323373 May 19 06:36:45.313827 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b284c2-5850-424f-865e-609d80c8ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56da60b-60e0-4f42-ac88-63a8484be8ce,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:45.606248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device bc4ea36b-3bf4-4466-8712-21179f2076ba no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:45.629127 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: bc4ea36b-3bf4-4466-8712-21179f2076ba {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:45.629519 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device bc4ea36b-3bf4-4466-8712-21179f2076ba not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:45.629947 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 000453b3-7072-4084-93e3-8a8ae807abc7 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:45.650417 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 000453b3-7072-4084-93e3-8a8ae807abc7 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:45.650765 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 000453b3-7072-4084-93e3-8a8ae807abc7 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:45.651448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:36:45.674677 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:36:45.675151 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 99cb60d8-5c05-4fac-b8bb-b05deeba2c9e not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:36:46.028096 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-74fcc013-d2bf-403a-9ddc-be94091b9383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.173955 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=49 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:46.214296 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58248) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:46.336343 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-171955769-network', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:46.358998 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Made reservation on behalf of e21ed8d40dab40828a1fc685ca63ad92 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:36:46.361758 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.364602 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:46.373763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.466033 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks [] for security_group (cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.469859 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.498368 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:36:46.505169 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:46.512641 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (ec55c4d0-2269-428f-9404-1db373241b62), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.512641 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Added segment ec55c4d0-2269-428f-9404-1db373241b62 of type vlan for network 57283c78-cedc-47c0-a4e8-516a188cf396 May 19 06:36:46.555755 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (57283c78-cedc-47c0-a4e8-516a188cf396), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.581200 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (57283c78-cedc-47c0-a4e8-516a188cf396), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.582247 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:46.582826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.638873 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4230988 May 19 06:36:46.641991 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58252) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:46.646964 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Request body: {'subnet': {'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-subnet', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:46.650536 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4171b3f-d1ba-4c02-a499-b4eb7eba9f65 admin admin] Pushing event updated for resources: {'Network': ['ID=57283c78-cedc-47c0-a4e8-516a188cf396,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:46.666786 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 57283c78-cedc-47c0-a4e8-516a188cf396 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:36:46.677923 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Made reservation on behalf of e21ed8d40dab40828a1fc685ca63ad92 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:36:46.680457 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.747805 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:46.883044 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (473626b8-673e-439d-886f-b931eb82c3f7), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.888579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:46.945654 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=473626b8-673e-439d-886f-b931eb82c3f7,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:46.957888 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Checking segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:46.958234 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Network hostable DHCP agents. Network: 57283c78-cedc-47c0-a4e8-516a188cf396, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:36:46.977480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:36:46.988871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 57283c78-cedc-47c0-a4e8-516a188cf396) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:46.994006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:46.994607 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:46.999931 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33658e6f-1a0a-4f5b-92ca-da7a456daa61 None None] Network 57283c78-cedc-47c0-a4e8-516a188cf396 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:36:47.013103 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-06d09359-6420-4586-b395-5fb469a5ac1d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3697121 May 19 06:36:47.016006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58254) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:47.020774 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:47.031929 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:47.047324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.048430 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.110103 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for router_controller (97704643-b99f-4d21-b22f-688d80c7f1bb), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.254927 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-57283c78-cedc-47c0-a4e8-516a188cf396', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:36:47.256476 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.259424 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:47.280133 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for router_gateway (97704643-b99f-4d21-b22f-688d80c7f1bb), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.455013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Allocated IP 172.20.0.2 (57283c78-cedc-47c0-a4e8-516a188cf396/473626b8-673e-439d-886f-b931eb82c3f7/a822d77c-a14a-4554-9a47-2cb280d19205) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:47.472459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for router_gateway (97704643-b99f-4d21-b22f-688d80c7f1bb), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.692108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks [] for port (a822d77c-a14a-4554-9a47-2cb280d19205), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.695051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.703870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.772424 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.776248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:47.779631 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:47.784302 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:47.789819 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Pushing event updated for resources: {'Port': ['ID=a822d77c-a14a-4554-9a47-2cb280d19205,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:47.856229 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Attempting to bind port a822d77c-a14a-4554-9a47-2cb280d19205 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:47.856908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Attempting to bind port a822d77c-a14a-4554-9a47-2cb280d19205 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:47.857461 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Attempting to bind port a822d77c-a14a-4554-9a47-2cb280d19205 on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:47.866135 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:47.866740 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Checking segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:47.867390 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.868020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Bound using segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:47.868799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Bound port: a822d77c-a14a-4554-9a47-2cb280d19205, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:47.869451 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:47.891972 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Allocated IP 172.27.1.79 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/5536baf3-ae93-43a0-b589-96a0e6ac81a6) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:47.959645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] For port a822d77c-a14a-4554-9a47-2cb280d19205, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:47.963522 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] For port a822d77c-a14a-4554-9a47-2cb280d19205, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=a822d77c-a14a-4554-9a47-2cb280d19205,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:47.974766 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.041053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.080024 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c27c0d-ac15-441e-b2ad-86ed58ccbe51 None None] Pushing event updated for resources: {'Port': ['ID=a822d77c-a14a-4554-9a47-2cb280d19205,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:48.092538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.095620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:48.143570 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:48.147981 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:48.153610 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:48.159247 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Pushing event updated for resources: {'Port': ['ID=5536baf3-ae93-43a0-b589-96a0e6ac81a6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:48.536285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:48.556945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for router_gateway (97704643-b99f-4d21-b22f-688d80c7f1bb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.789468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.823376 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:48.938880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Router 97704643-b99f-4d21-b22f-688d80c7f1bb is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:36:49.057873 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:49.076026 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:49.085245 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.086858 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-08f37f52-3b68-41ee-a33c-af373e70688d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0698845 May 19 06:36:49.092112 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58266) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:49.098884 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:49.099998 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:49.148448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1f0b9-091e-4e49-8e3d-72c4fc501d18 None None] Network 57283c78-cedc-47c0-a4e8-516a188cf396 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:36:49.253704 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Provisioning complete for port a822d77c-a14a-4554-9a47-2cb280d19205 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:49.254080 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.323659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:49.352028 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:49.358665 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:49.377010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Current status of the port a822d77c-a14a-4554-9a47-2cb280d19205 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:49.377454 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.424276 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] For port a822d77c-a14a-4554-9a47-2cb280d19205, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=a822d77c-a14a-4554-9a47-2cb280d19205,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:49.431879 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.495139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00470e8a-e204-4980-8d10-bce9c73b10fe None None] Pushing event updated for resources: {'Port': ['ID=a822d77c-a14a-4554-9a47-2cb280d19205,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:49.517684 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:49.611702 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:48Z', 'revision_number': 3, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:49.643721 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:49.645008 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Updating router 97704643-b99f-4d21-b22f-688d80c7f1bb port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:36:49.673628 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-d11e8384-6907-4319-bd38-12f24efc9ea9 None None] Provisioning complete for port a822d77c-a14a-4554-9a47-2cb280d19205 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:49.674014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d11e8384-6907-4319-bd38-12f24efc9ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.683684 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.717842 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device a822d77c-a14a-4554-9a47-2cb280d19205 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:49.857579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port a822d77c-a14a-4554-9a47-2cb280d19205 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:49.858684 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:49.883552 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d11e8384-6907-4319-bd38-12f24efc9ea9 None None] Current status of the port a822d77c-a14a-4554-9a47-2cb280d19205 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:49.951586 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port a822d77c-a14a-4554-9a47-2cb280d19205 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:50.058194 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.073404 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.142208 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks [] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.153068 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:50.156037 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.221723 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Attempting to bind port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:50.222191 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Attempting to bind port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:50.222406 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Attempting to bind port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:50.225900 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Pushing event updated for resources: {'Port': ['ID=5536baf3-ae93-43a0-b589-96a0e6ac81a6,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:50.236455 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.236889 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.237149 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.237568 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.237904 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.238219 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.238543 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.238865 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.239209 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.239535 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.239864 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.240202 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.240528 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.240847 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.241164 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:50.244655 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:50.245134 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:50.245469 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.247126 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:50.247626 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Bound port: 5536baf3-ae93-43a0-b589-96a0e6ac81a6, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:50.248012 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.287390 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Allocated IP 172.20.0.1 (57283c78-cedc-47c0-a4e8-516a188cf396/473626b8-673e-439d-886f-b931eb82c3f7/893046b6-910e-4ce0-a2ab-e88e0bb891bc) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:50.307256 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] For port 5536baf3-ae93-43a0-b589-96a0e6ac81a6, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:50.313072 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] For port 5536baf3-ae93-43a0-b589-96a0e6ac81a6, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5536baf3-ae93-43a0-b589-96a0e6ac81a6,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:50.321405 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.377565 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:50.407347 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:50.407971 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:50.412066 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579dbe-4684-4556-9ac9-a0445746b399 None None] Pushing event updated for resources: {'Port': ['ID=5536baf3-ae93-43a0-b589-96a0e6ac81a6,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:50.447523 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks [] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.488277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.526605 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:50.537511 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:50.538947 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:50.540696 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:50.544027 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:50.571386 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Pushing event updated for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:50.599583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (97704643-b99f-4d21-b22f-688d80c7f1bb), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.751879 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:48Z', 'revision_number': 3, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:50.761679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.778472 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b332a-bad0-4be1-8b42-897d1087249a None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:48Z', 'revision_number': 3, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:50.804687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:50.816800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-6dabb6ce-bdf6-4b62-bd99-9b86226e71c3 None None] Provisioning complete for port 893046b6-910e-4ce0-a2ab-e88e0bb891bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:50.817467 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6dabb6ce-bdf6-4b62-bd99-9b86226e71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:50.855983 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-6dabb6ce-bdf6-4b62-bd99-9b86226e71c3 None None] Port 893046b6-910e-4ce0-a2ab-e88e0bb891bc cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:36:51.000076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks [] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.010445 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.095189 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (97704643-b99f-4d21-b22f-688d80c7f1bb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.097632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Pushing event updated for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:51.177005 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:51.211327 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:51.212846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:51.373130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:36:51.486029 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0ff4085c-0d6f-4314-81ca-f652c1e61028 None None] Provisioning complete for port 893046b6-910e-4ce0-a2ab-e88e0bb891bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:51.486895 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ff4085c-0d6f-4314-81ca-f652c1e61028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.499067 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:36:51.505982 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6f1a5ae2-e5fa-4133-aa5a-437b22b465c8 admin admin] 10.222.0.65 "PUT /v2.0/routers/97704643-b99f-4d21-b22f-688d80c7f1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116597 May 19 06:36:51.529681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4085c-0d6f-4314-81ca-f652c1e61028 None None] Port 893046b6-910e-4ce0-a2ab-e88e0bb891bc cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:36:51.652585 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5536baf3-ae93-43a0-b589-96a0e6ac81a6 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:51.722658 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:51.723275 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.817848 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:51.818245 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.846168 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 5536baf3-ae93-43a0-b589-96a0e6ac81a6, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5536baf3-ae93-43a0-b589-96a0e6ac81a6,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:51.851420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.885188 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58290) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:51.890498 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243987828', 'description': 'tempest-description--1504442944'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:51.915052 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:51.920624 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=5536baf3-ae93-43a0-b589-96a0e6ac81a6,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:51.998428 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (2791666d-7d52-49ed-b3a0-272799eb035d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.002444 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2791666d-7d52-49ed-b3a0-272799eb035d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.034582 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.035739 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494780 May 19 06:36:52.038804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58292) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:52.040629 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de5d05-1ae5-4788-b275-96b6399c44eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2791666d-7d52-49ed-b3a0-272799eb035d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:52.043592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group_rule': {'security_group_id': '2791666d-7d52-49ed-b3a0-272799eb035d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:52.088561 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (fbf60c04-34f2-40fb-afd1-0e6c74f395aa), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.142783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (fbf60c04-34f2-40fb-afd1-0e6c74f395aa), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.147203 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (fbf60c04-34f2-40fb-afd1-0e6c74f395aa), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.166897 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf60c04-34f2-40fb-afd1-0e6c74f395aa,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:52.174210 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.175767 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c9d4153e-f160-4300-8f0b-92d5fa49669e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357291 May 19 06:36:52.178375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58296) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:52.183851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group_rule': {'security_group_id': '2791666d-7d52-49ed-b3a0-272799eb035d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:52.221185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (b42bcea9-f8e5-472e-80b6-e5c2f21acde8), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.272056 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:52.290303 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (b42bcea9-f8e5-472e-80b6-e5c2f21acde8), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.294473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (b42bcea9-f8e5-472e-80b6-e5c2f21acde8), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.315321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42bcea9-f8e5-472e-80b6-e5c2f21acde8,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:52.327973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.329451 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d4eaf6e8-a474-4465-a91f-c62081a9f2b5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498957 May 19 06:36:52.335848 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58298) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:36:52.341118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:52.363791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.415784 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:52.463133 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.578791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Allocated IP 172.27.1.232 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/6c7ba035-625a-4798-82ba-f39eada1539f) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:52.579284 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:36:52.591699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:52.592347 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:52.688799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:52.704458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (6c7ba035-625a-4798-82ba-f39eada1539f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.711578 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:52.742441 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.785009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:52.788332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:52.792876 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:52.825011 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=6c7ba035-625a-4798-82ba-f39eada1539f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:52.841276 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:52.912671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.923253 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 2, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:52.949958 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:36:52.950405 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Updating router 97704643-b99f-4d21-b22f-688d80c7f1bb port 893046b6-910e-4ce0-a2ab-e88e0bb891bc binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:36:52.958801 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:52.982176 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.115517 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:53.164002 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (6c7ba035-625a-4798-82ba-f39eada1539f), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.168885 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.234967 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:53.249490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=6c7ba035-625a-4798-82ba-f39eada1539f,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:53.262971 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.284669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.295620 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d77fd24b-a179-4a67-9eef-18496ff50f43 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9491467 May 19 06:36:53.320760 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks [] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.335671 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.395961 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16de1e3-9e21-478b-8e75-5744ad7d459b None None] Pushing event updated for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:53.462286 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Attempting to bind port 893046b6-910e-4ce0-a2ab-e88e0bb891bc on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:53.462659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Attempting to bind port 893046b6-910e-4ce0-a2ab-e88e0bb891bc by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:53.463031 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Attempting to bind port 893046b6-910e-4ce0-a2ab-e88e0bb891bc on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:53.476525 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:53.476957 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Checking segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:53.477319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.477723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Bound using segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:53.478209 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Bound port: 893046b6-910e-4ce0-a2ab-e88e0bb891bc, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:53.479214 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.486559 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:53.501805 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-73155543-1111-4064-9c18-35e7fb8c7cd4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--243987828&fields=id&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 267 time: 0.0741777 May 19 06:36:53.563443 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] For port 893046b6-910e-4ce0-a2ab-e88e0bb891bc, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:53.567780 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] For port 893046b6-910e-4ce0-a2ab-e88e0bb891bc, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=893046b6-910e-4ce0-a2ab-e88e0bb891bc,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:53.578331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.660458 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-126e415e-8f53-4054-b8c7-71f4a5626cd8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:53.662124 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5536baf3-ae93-43a0-b589-96a0e6ac81a6 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:53.669247 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-126e415e-8f53-4054-b8c7-71f4a5626cd8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 816 time: 0.1603804 May 19 06:36:53.670978 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16de1e3-9e21-478b-8e75-5744ad7d459b None None] Pushing event updated for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:53.681716 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-902cf7d5-ae92-46ab-b8d7-cad2d0c985f2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/quotas/e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 375 time: 0.0115182 May 19 06:36:53.707078 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:36:53.707731 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:53.751472 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-61de2674-d2c5-465c-acfc-94b258a32e86 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606053 May 19 06:36:53.759177 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Provisioning complete for port 893046b6-910e-4ce0-a2ab-e88e0bb891bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:53.759551 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.764302 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:53.790678 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:53.866729 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:53.866921 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:53.918190 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-f87be43e-bdf1-4964-b72d-de8e3bc1ff44 service neutron] 10.222.0.65 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569321 May 19 06:36:54.022692 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-2cba7ec2-4805-4217-9237-638588eb6cce service neutron] 10.222.0.65 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967371 May 19 06:36:54.080605 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:36:54.134646 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Current status of the port 893046b6-910e-4ce0-a2ab-e88e0bb891bc is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:54.135920 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:54.221534 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5df2c16-c6d3-4435-b3d0-2e8d5211fa7b req-e779cc3a-bd15-4bd8-a792-a4ad470521ee tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 210 time: 0.0407393 May 19 06:36:54.270816 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:54.294732 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] For port 893046b6-910e-4ce0-a2ab-e88e0bb891bc, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=893046b6-910e-4ce0-a2ab-e88e0bb891bc,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:36:54.301410 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:54.434861 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff58980-882d-4866-bf46-4f6b0a5f2de6 None None] Pushing event updated for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:54.459199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-669fae24-5919-417a-8e08-8e8d3eefcd8f None None] Provisioning complete for port 893046b6-910e-4ce0-a2ab-e88e0bb891bc triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:54.459578 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-669fae24-5919-417a-8e08-8e8d3eefcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:54.466591 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:53Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:36:54.523235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd4e89-e273-4788-b4f3-2ef1bb6e7733 None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:53Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:36:54.598438 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-669fae24-5919-417a-8e08-8e8d3eefcd8f None None] Current status of the port 893046b6-910e-4ce0-a2ab-e88e0bb891bc is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:55.345972 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a25b951a-9c98-4127-9d69-e4b695f76f12 req-4a53bacb-8180-44c6-9f38-1d9592531fe9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 210 time: 0.0407872 May 19 06:36:55.447835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-c0c2b4ae-8c60-40f5-af3e-9cf036d5acd4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:55.450061 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-c0c2b4ae-8c60-40f5-af3e-9cf036d5acd4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 816 time: 0.1609404 May 19 06:36:55.532922 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-287b5e25-a817-475c-9290-1ec85325bc35 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 379 time: 0.0739386 May 19 06:36:55.645118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'port': {'device_id': '06323e6f-7b35-407f-aecf-5435fa013454', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'admin_state_up': True, 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'security_groups': ['2791666d-7d52-49ed-b3a0-272799eb035d']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:55.648485 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 893046b6-910e-4ce0-a2ab-e88e0bb891bc up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:36:55.706404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 893046b6-910e-4ce0-a2ab-e88e0bb891bc triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:55.707080 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:55.734805 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:55.788325 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Made reservation on behalf of e21ed8d40dab40828a1fc685ca63ad92 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:36:55.793265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:55.813562 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 893046b6-910e-4ce0-a2ab-e88e0bb891bc is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:36:55.956459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Allocated IP 172.20.0.7 (57283c78-cedc-47c0-a4e8-516a188cf396/473626b8-673e-439d-886f-b931eb82c3f7/b967f972-267a-488a-a383-8186a8a77201) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:36:56.133841 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (b967f972-267a-488a-a383-8186a8a77201), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:56.174545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:56.182204 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (b967f972-267a-488a-a383-8186a8a77201), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:56.248195 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:36:56.251658 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:36:56.255914 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:36:56.281148 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:56.299035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.299555 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.300008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.300407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.300807 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.301203 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.301622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.302138 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.302650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.303129 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.303598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.304187 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.304680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.305167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.305723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:36:56.356047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:56.357998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:56.396306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-a8f68fef-37fc-4b05-97d7-73a49160a00c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554784 May 19 06:36:56.411117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Request body: {'port': {'device_id': '06323e6f-7b35-407f-aecf-5435fa013454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:36:56.545529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:56.551870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:56.567913 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856dd1-71dd-4828-9d01-34be91b9139a req-48c0494d-3e74-4f10-92cb-bb58ef7397e2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:56.570575 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a4856dd1-71dd-4828-9d01-34be91b9139a req-48c0494d-3e74-4f10-92cb-bb58ef7397e2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 931 time: 0.1065428 May 19 06:36:56.649703 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-d74db7d4-b3f2-4e2c-8a42-5558a62f01ba None None] Provisioning complete for port b967f972-267a-488a-a383-8186a8a77201 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:36:56.650523 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d74db7d4-b3f2-4e2c-8a42-5558a62f01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b967f972-267a-488a-a383-8186a8a77201), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:56.691089 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a4856dd1-71dd-4828-9d01-34be91b9139a req-22eac4e9-cae7-43fe-ae10-158500aed9ae tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129200 May 19 06:36:56.707491 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d74db7d4-b3f2-4e2c-8a42-5558a62f01ba None None] Port b967f972-267a-488a-a383-8186a8a77201 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:36:57.047854 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b967f972-267a-488a-a383-8186a8a77201 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:36:57.062262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks [] for port (b967f972-267a-488a-a383-8186a8a77201), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:57.080953 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Transition to ACTIVE for port object b967f972-267a-488a-a383-8186a8a77201 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:36:57.086643 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:57.188605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:57.271126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Attempting to bind port b967f972-267a-488a-a383-8186a8a77201 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:36:57.271126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Attempting to bind port b967f972-267a-488a-a383-8186a8a77201 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:36:57.271126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Attempting to bind port b967f972-267a-488a-a383-8186a8a77201 on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:57.271126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Port b967f972-267a-488a-a383-8186a8a77201 on network 57283c78-cedc-47c0-a4e8-516a188cf396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:36:57.271126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Attempting to bind port b967f972-267a-488a-a383-8186a8a77201 on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:36:57.272459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:36:57.272459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Checking segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:36:57.275341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Bound using segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:36:57.275341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Bound port: b967f972-267a-488a-a383-8186a8a77201, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:36:57.275341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:57.333631 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:57.357124 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:36:57.362304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:36:57.369766 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:57.407407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:57.407970 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:36:57.409404 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] 10.222.0.59 "PUT /v2.0/ports/b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 1093 time: 1.0048785 May 19 06:36:57.409868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:36:57.412127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:36:57.519770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac80bed4-ab6e-4116-92ac-93cdfac0dd4d x-openstack-request-id: req-ac80bed4-ab6e-4116-92ac-93cdfac0dd4d {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:36:57.519770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "tag": "b967f972-267a-488a-a383-8186a8a77201", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:36:57.519770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac80bed4-ab6e-4116-92ac-93cdfac0dd4d {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:36:57.519770 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac80bed4-ab6e-4116-92ac-93cdfac0dd4d'] response: {'name': 'network-changed', 'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'status': 'completed', 'code': 200} May 19 06:36:57.544592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc1ffa-b1b7-4635-9b3c-01fddf5f1734 service neutron] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:36:57.549130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-8b39d370-b25d-4172-8699-00e2b6a1bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:57.550743 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-8b39d370-b25d-4172-8699-00e2b6a1bb89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1127 time: 0.0849149 May 19 06:36:57.598398 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-1ea54356-bc7c-4dde-8bba-4c68dda3b63d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 217 time: 0.0400882 May 19 06:36:57.666141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-5aaf17a0-f897-4783-955a-30f2e4c4dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:57.667788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-5aaf17a0-f897-4783-955a-30f2e4c4dda0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0633230 May 19 06:36:57.721729 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-0005d3de-3742-4fcf-8656-5d0fdd705a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:57.723557 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-0005d3de-3742-4fcf-8656-5d0fdd705a85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490408 May 19 06:36:57.840642 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:36:57.885512 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26554-1ae2-4d9c-9074-9f8532cfb4d2 req-311bbeb5-4f7a-4cb7-974d-e458e8dc9f8b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:57.893214 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-97745670-5d9e-475c-be01-d9ec01f6e1b6 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609585 May 19 06:36:57.893507 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0bd26554-1ae2-4d9c-9074-9f8532cfb4d2 req-311bbeb5-4f7a-4cb7-974d-e458e8dc9f8b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0866621 May 19 06:36:57.962987 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0bd26554-1ae2-4d9c-9074-9f8532cfb4d2 req-b53cfc31-339a-4df7-892c-fe5c036955b3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677865 May 19 06:36:58.021468 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6d031061-c710-4a05-9d17-8d2b67ea3951 req-8eee51df-99b7-4867-8e85-304ea66ba32f service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230114 May 19 06:36:58.822922 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-12c621e1-9835-4533-ba87-1ff89340c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:58.825707 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-12c621e1-9835-4533-ba87-1ff89340c3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1127 time: 0.0465584 May 19 06:36:58.952466 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-356ec293-0f6b-4c46-85d6-0f18935e7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:58.954861 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-356ec293-0f6b-4c46-85d6-0f18935e7e08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1220448 May 19 06:36:59.002397 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-7f2b7287-cabf-485a-b9ba-7a75cdb8bb5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 217 time: 0.0420742 May 19 06:36:59.069091 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-c8839c8f-350e-45a5-94f1-d83e3a94df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:59.070992 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-c8839c8f-350e-45a5-94f1-d83e3a94df4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0582840 May 19 06:36:59.187663 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-18f84964-3b47-47f7-b0a6-0b71a0f659fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:59.189742 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-18f84964-3b47-47f7-b0a6-0b71a0f659fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102562 May 19 06:36:59.202005 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fc2a5-2828-4899-b6a0-0894952c6517 req-67e7935e-8a96-4619-8945-7631b11c7fc9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:36:59.203910 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-315fc2a5-2828-4899-b6a0-0894952c6517 req-67e7935e-8a96-4619-8945-7631b11c7fc9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0871317 May 19 06:36:59.317167 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-315fc2a5-2828-4899-b6a0-0894952c6517 req-681d9560-47cd-4438-a223-087aa338c792 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939810 May 19 06:36:59.336929 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-28db8d31-53ff-44b7-ae43-88f397195dba service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315587 May 19 06:36:59.466369 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d6138f99-7898-4ad6-94d5-f0b6d7fcb4d8 req-9f50b89e-d8bb-4607-8f71-a12a50fe9519 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238048 May 19 06:37:00.153622 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:37:00.227370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:00.262177 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:00.274265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'b967f972-267a-488a-a383-8186a8a77201', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:37:00.315249 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:37:00.315633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:00.330149 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b967f972-267a-488a-a383-8186a8a77201 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:37:00.350788 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:00.355128 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:00.407887 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:00.469161 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae51f-0ac6-4597-b5f7-d5212d6d8963 req-3d91edc6-5d44-4fc1-8fde-4ee72ec9436e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:00.470690 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9e5ae51f-0ac6-4597-b5f7-d5212d6d8963 req-3d91edc6-5d44-4fc1-8fde-4ee72ec9436e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.0517998 May 19 06:37:00.526859 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9e5ae51f-0ac6-4597-b5f7-d5212d6d8963 req-a2dfffb1-7583-4479-ac1c-eaa00f638ad3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503199 May 19 06:37:00.567412 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['b967f972-267a-488a-a383-8186a8a77201'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:37:00.753982 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=11 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:00.754762 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=35 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:01.662914 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0e9d-6dad-4532-b53e-165c947f72f6 req-36ea67b8-dd5e-4aa2-b4f4-308d78af22cf tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:01.664491 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-391b0e9d-6dad-4532-b53e-165c947f72f6 req-36ea67b8-dd5e-4aa2-b4f4-308d78af22cf tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.0540328 May 19 06:37:01.693168 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:01.720014 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-391b0e9d-6dad-4532-b53e-165c947f72f6 req-a4498431-9e3f-439a-a417-d893af6603c6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489223 May 19 06:37:02.167999 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:37:02.218695 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port b967f972-267a-488a-a383-8186a8a77201 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:37:02.225325 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port b967f972-267a-488a-a383-8186a8a77201 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:37:02.225739 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b967f972-267a-488a-a383-8186a8a77201), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:02.318452 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:37:02.319135 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:02.360890 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:37:02.363235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78cf5eb-5b1b-4941-b077-eef7277d0e39" -d '{"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:37:02.378013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:02.382593 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:02.435676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:02.471437 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d8da0-dc0f-47d7-9032-e06c1b78f1c1 x-openstack-request-id: req-5e5d8da0-dc0f-47d7-9032-e06c1b78f1c1 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:37:02.471750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:37:02.472004 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e5d8da0-dc0f-47d7-9032-e06c1b78f1c1 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:37:02.472398 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5d8da0-dc0f-47d7-9032-e06c1b78f1c1'] response: {'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'code': 200} May 19 06:37:02.641598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:02.650024 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54103b-7339-4a22-a83a-1c53afea4677 req-7ea75ade-38be-4d93-ad60-3c6a45c16889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:02.652478 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e54103b-7339-4a22-a83a-1c53afea4677 req-7ea75ade-38be-4d93-ad60-3c6a45c16889 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1129 time: 0.0461962 May 19 06:37:02.698255 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6e54103b-7339-4a22-a83a-1c53afea4677 req-175ee552-5215-4bff-916b-1a1118981bc1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 May 19 06:37:02.856703 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e460eb-3fe2-4453-ad35-0c26cb70d4c9 req-79d4ccdd-45b4-4ac4-9f3e-c7be206c9875 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:02.858351 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-31e460eb-3fe2-4453-ad35-0c26cb70d4c9 req-79d4ccdd-45b4-4ac4-9f3e-c7be206c9875 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0539126 May 19 06:37:02.913680 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-31e460eb-3fe2-4453-ad35-0c26cb70d4c9 req-7b6d855b-db66-48f5-aff3-9426d01125dc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496225 May 19 06:37:04.039601 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3e23b-3894-4258-b2f3-bdb74ebba64b req-2b334447-b667-4ec2-b957-6198376cc736 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:04.041178 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7f3e23b-3894-4258-b2f3-bdb74ebba64b req-2b334447-b667-4ec2-b957-6198376cc736 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0510569 May 19 06:37:04.096733 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f7f3e23b-3894-4258-b2f3-bdb74ebba64b req-cabb4045-6edd-4e40-b9a8-ca3d43640865 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 May 19 06:37:04.223193 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439b02-915d-4ad5-a4ed-0b843e8b6e16 req-7c4e389a-17ea-4a10-b0ae-f423bf76140e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:04.224702 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b1439b02-915d-4ad5-a4ed-0b843e8b6e16 req-7c4e389a-17ea-4a10-b0ae-f423bf76140e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0495610 May 19 06:37:04.234965 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58422) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:04.239626 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'floatingip': {'port_id': 'b967f972-267a-488a-a383-8186a8a77201'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:37:04.279951 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:04.597570 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:04.604121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:04.616142 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:04.758994 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:04.766610 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:04.911810 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Floating IP 5cf6ae5a-89ac-416f-a36f-8163b3257788 associated. External IP: 172.27.1.232, port: b967f972-267a-488a-a383-8186a8a77201. May 19 06:37:05.141508 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:37:05.188670 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:05.256104 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:37:05.262169 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:05.267880 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:37:05.285856 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:05.286756 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:05.294959 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9a8d88d7-329d-44c2-a9d1-bf7312fd26ff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "PUT /v2.0/floatingips/5cf6ae5a-89ac-416f-a36f-8163b3257788 HTTP/1.1" status: 200 len: 991 time: 1.0588212 May 19 06:37:05.295652 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:37:05.298186 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e942df66-e00b-421d-932d-808dcfae1766" -d '{"events": [{"name": "network-changed", "server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:37:05.406325 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b929448-6eb1-4080-bcf1-ac4f66b12aa7 x-openstack-request-id: req-6b929448-6eb1-4080-bcf1-ac4f66b12aa7 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:37:05.406620 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "tag": "b967f972-267a-488a-a383-8186a8a77201", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:37:05.406878 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b929448-6eb1-4080-bcf1-ac4f66b12aa7 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:37:05.407310 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b929448-6eb1-4080-bcf1-ac4f66b12aa7'] response: {'name': 'network-changed', 'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'status': 'completed', 'code': 200} May 19 06:37:05.422275 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:05.560861 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:05.574346 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942df66-e00b-421d-932d-808dcfae1766 req-f9cbc8f3-489e-4430-a7c4-2473d0b07b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:05.575897 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-f9cbc8f3-489e-4430-a7c4-2473d0b07b6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1129 time: 0.0831039 May 19 06:37:05.695732 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942df66-e00b-421d-932d-808dcfae1766 req-a1d6e782-0c08-42b9-967d-340fa5f94efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:05.697770 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-a1d6e782-0c08-42b9-967d-340fa5f94efa service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1162226 May 19 06:37:05.724394 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5cf6ae5a-89ac-416f-a36f-8163b3257788', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06323e6f-7b35-407f-aecf-5435fa013454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:52Z', 'updated_at': '2022-05-19T06:37:04Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:05.751801 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:37:05.761780 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:05.762409 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:36:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:05.778221 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-9fa07dd2-3964-4e85-a116-e8f2faa6a5a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 999 time: 0.0738480 May 19 06:37:05.830898 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942df66-e00b-421d-932d-808dcfae1766 req-086acc6c-c190-415a-9812-11b18a9750f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:05.832467 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-086acc6c-c190-415a-9812-11b18a9750f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0488830 May 19 06:37:05.879416 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:05.880417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942df66-e00b-421d-932d-808dcfae1766 req-b66272ff-3f2c-436e-8dce-bca56cfc9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:05.881994 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-b66272ff-3f2c-436e-8dce-bca56cfc9364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432901 May 19 06:37:06.001951 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-c9383e57-035c-4bb9-8567-9fa54ba5be1a service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136186 May 19 06:37:06.251611 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5cf6ae5a-89ac-416f-a36f-8163b3257788', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06323e6f-7b35-407f-aecf-5435fa013454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:52Z', 'updated_at': '2022-05-19T06:37:04Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:06.296923 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b9074-f8a5-4520-bf8e-744e1c3a6c8b None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '5cf6ae5a-89ac-416f-a36f-8163b3257788', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06323e6f-7b35-407f-aecf-5435fa013454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:36:52Z', 'updated_at': '2022-05-19T06:37:04Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:37:06.419832 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e942df66-e00b-421d-932d-808dcfae1766 req-5bf73ae3-ee3d-4da5-a389-654e7d40c75d service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041195 May 19 06:37:06.535888 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03e254-1567-45a4-b283-a0863ae0f6b0 None None] New status for floating IP 5cf6ae5a-89ac-416f-a36f-8163b3257788: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:37:10.918185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:13.178180 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:37:13.761213 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9b7a74fa-9b4d-42f2-b07b-b1d2a4cbce64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:14.191993 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd079-67df-4a6a-8af4-b875781d692f req-77871823-0fbb-4c80-8871-ed13c389aa16 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:14.194669 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-feddd079-67df-4a6a-8af4-b875781d692f req-77871823-0fbb-4c80-8871-ed13c389aa16 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0834372 May 19 06:37:14.250357 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-feddd079-67df-4a6a-8af4-b875781d692f req-6c93a898-a8ab-47b0-b497-23c5d2d8cca7 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491447 May 19 06:37:15.378650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b3a31-de24-46e9-8c83-95d4cdea7ef6 req-fc7b68f3-2cc9-4d2d-8d71-0196d54e5ec1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:15.379881 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-de8b3a31-de24-46e9-8c83-95d4cdea7ef6 req-fc7b68f3-2cc9-4d2d-8d71-0196d54e5ec1 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0543976 May 19 06:37:15.434806 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-de8b3a31-de24-46e9-8c83-95d4cdea7ef6 req-2a285f72-aad6-4e8f-915d-9211732dbb7f tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups?id=41b318df-85e1-4cd1-aeea-b11d565afa93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482941 May 19 06:37:15.811232 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703074a-e3d1-4960-9479-7e06f024dddf req-71f52808-e03f-4955-8fb6-76cf1c9d4cdb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:15.812787 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4703074a-e3d1-4960-9479-7e06f024dddf req-71f52808-e03f-4955-8fb6-76cf1c9d4cdb tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 945 time: 0.0757444 May 19 06:37:15.904050 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port b7db8c94-9859-474d-a448-c4072b873d7e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:15.904384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.005879 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] For port b7db8c94-9859-474d-a448-c4072b873d7e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7db8c94-9859-474d-a448-c4072b873d7e,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:16.006211 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.028059 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ac23fa86-852f-41bc-8242-0fcf9c87acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.053202 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:16.187355 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.187724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.188040 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Floating IP 5ba837e9-407e-44d2-a12d-07e3b3aebd33 disassociated. External IP: 172.27.1.6, port: b7db8c94-9859-474d-a448-c4072b873d7e. May 19 06:37:16.188387 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for b7db8c94-9859-474d-a448-c4072b873d7e owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:16.336919 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:16.371425 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (b7db8c94-9859-474d-a448-c4072b873d7e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.421634 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=b7db8c94-9859-474d-a448-c4072b873d7e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:16.546842 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fcfd080f-7f5e-4da7-a77d-16e0d5e07b12 req-9c012ae5-d883-4212-b748-001568bf14b7 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 210 time: 0.0334918 May 19 06:37:16.577481 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:37:16.700120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:37:16.714419 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:37:16.730612 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:16.731387 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:16.747372 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] No DVR routers for this DVR port b7db8c94-9859-474d-a448-c4072b873d7e on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:37:16.751052 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:16.756997 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4703074a-e3d1-4960-9479-7e06f024dddf req-1f9af4f2-fa85-4997-8012-6bc46ab09a92 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.59 "DELETE /v2.0/ports/b7db8c94-9859-474d-a448-c4072b873d7e HTTP/1.1" status: 204 len: 173 time: 0.9385908 May 19 06:37:16.757801 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'name': 'network-vif-deleted', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:37:16.761842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac228132-5c08-4641-9127-7c8bc3707b6f" -d '{"events": [{"server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "name": "network-vif-deleted", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:37:16.814313 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab85d8-8879-4b7e-ab9e-0c5bf9b251df x-openstack-request-id: req-8bab85d8-8879-4b7e-ab9e-0c5bf9b251df {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:37:16.814603 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b4d4e-1bee-499b-bef9-380ab08e3594", "name": "network-vif-deleted", "tag": "b7db8c94-9859-474d-a448-c4072b873d7e", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:37:16.814854 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8bab85d8-8879-4b7e-ab9e-0c5bf9b251df {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:37:16.815278 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bab85d8-8879-4b7e-ab9e-0c5bf9b251df'] response: {'server_uuid': '747b4d4e-1bee-499b-bef9-380ab08e3594', 'name': 'network-vif-deleted', 'tag': 'b7db8c94-9859-474d-a448-c4072b873d7e', 'status': 'completed', 'code': 200} May 19 06:37:16.834995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b82b6b-2da0-42ae-ae48-0adfe4475a5f req-815af758-f584-4994-8c8d-ac6d8dd50721 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:16.838790 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-79b82b6b-2da0-42ae-ae48-0adfe4475a5f req-815af758-f584-4994-8c8d-ac6d8dd50721 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.1030147 May 19 06:37:16.851349 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:16.937907 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-79b82b6b-2da0-42ae-ae48-0adfe4475a5f req-e6df364a-d252-4355-90cc-82383348f5a2 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888875 May 19 06:37:16.967952 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:16.988706 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:17.091392 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:17.118289 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:37:17.128013 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:17.128633 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:17.237932 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:17.436752 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:17.466124 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25f454-53b6-45ff-828c-3db580c55ac7 None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:30:55Z', 'revision_number': 4, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '56b2deda-a568-448a-a6b9-195a6edb4d00', 'name': '', 'network_id': 'ba03612d-d3e3-499d-b899-41fd0fc8db5e', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'mac_address': 'fa:16:3e:37:c8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:51Z', 'updated_at': '2022-05-19T06:31:16Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'subnets': [{'id': 'e2ad19dc-27fc-475f-8eb7-f3babb633309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:37:17.635893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:17.670195 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c735ba4e-3fbf-44fb-9d9f-050ace0aa892 req-ca99a214-bf9c-4479-9b33-cf439453cbd8 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/ports?device_id=747b4d4e-1bee-499b-bef9-380ab08e3594 HTTP/1.1" status: 200 len: 210 time: 0.0450344 May 19 06:37:17.717425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec754744-349a-4178-84b1-9fea87019269 None None] New status for floating IP 5ba837e9-407e-44d2-a12d-07e3b3aebd33: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:37:18.069312 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dbcb2-36e4-4e92-a94d-6219f78e3abb req-e170aba3-96be-4b87-85b1-b575f167aeb5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:18.070845 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd4dbcb2-36e4-4e92-a94d-6219f78e3abb req-e170aba3-96be-4b87-85b1-b575f167aeb5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.0530481 May 19 06:37:18.126637 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bd4dbcb2-36e4-4e92-a94d-6219f78e3abb req-bb2d4a8a-101f-4428-90df-4e7769849761 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e23f838-e8cd-479a-9d72-ae3ec17438bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488169 May 19 06:37:18.623526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-d940e1c4-0386-4489-8f1d-0502d480f667 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:18.624995 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-d940e1c4-0386-4489-8f1d-0502d480f667 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 945 time: 0.0554740 May 19 06:37:18.724042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Deleting port bb314e3e-a3eb-48a6-826d-79726548db0b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:18.724984 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.787075 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58550) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:18.826667 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.844121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] For port bb314e3e-a3eb-48a6-826d-79726548db0b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bb314e3e-a3eb-48a6-826d-79726548db0b,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:18.844490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.859366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (41b318df-85e1-4cd1-aeea-b11d565afa93), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.885253 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (41b318df-85e1-4cd1-aeea-b11d565afa93), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.896078 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:18.940232 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (41b318df-85e1-4cd1-aeea-b11d565afa93), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.942845 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:18.944011 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/security-groups/41b318df-85e1-4cd1-aeea-b11d565afa93 HTTP/1.1" status: 204 len: 168 time: 0.1558502 May 19 06:37:18.947302 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58552) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:18.966147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b318df-85e1-4cd1-aeea-b11d565afa93,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:18.967047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:18.969907 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-8889d8c9-597b-4787-a857-3dae107fee10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] show failed (client error): The resource could not be found. May 19 06:37:18.970937 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8889d8c9-597b-4787-a857-3dae107fee10 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "GET /v2.0/security-groups/41b318df-85e1-4cd1-aeea-b11d565afa93 HTTP/1.1" status: 404 len: 347 time: 0.0217443 May 19 06:37:18.975128 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58554) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:18.986798 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.987153 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.987468 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.987800 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.988118 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.988436 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.988754 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.989072 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.989411 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.989729 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.990117 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.990433 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.990741 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.991122 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:18.991432 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa621-7717-4202-9073-3b9dd20c7573 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:19.052938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.053315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.053658 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Floating IP 9749edef-f0db-489f-8f26-0a3ff1287497 disassociated. External IP: 172.27.1.80, port: bb314e3e-a3eb-48a6-826d-79726548db0b. May 19 06:37:19.054024 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Calling delete_port for bb314e3e-a3eb-48a6-826d-79726548db0b owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:19.111366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Deleting port 54228231-969e-4166-b8e4-c1d4480fa268 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:19.112069 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (54228231-969e-4166-b8e4-c1d4480fa268), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.206181 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (54228231-969e-4166-b8e4-c1d4480fa268), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.206507 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (54228231-969e-4166-b8e4-c1d4480fa268), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.214128 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (bb314e3e-a3eb-48a6-826d-79726548db0b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.221700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Calling delete_port for 54228231-969e-4166-b8e4-c1d4480fa268 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:19.258570 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7c16870-55c8-4a65-8441-583cb00cf2e9 req-2a716390-2b2a-4d5b-b9f8-e0a4120db653 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/ports?device_id=80bd40e8-3416-4b6e-8655-40e57d12d635 HTTP/1.1" status: 200 len: 210 time: 0.0560100 May 19 06:37:19.262829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'Port': ['ID=bb314e3e-a3eb-48a6-826d-79726548db0b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:19.272167 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:19.331240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:19.405796 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (54228231-969e-4166-b8e4-c1d4480fa268), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.423604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:37:19.448741 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Pushing event deleted for resources: {'Port': ['ID=54228231-969e-4166-b8e4-c1d4480fa268,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:19.538343 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:37:19.553610 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:37:19.563660 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks [] for floatingip (5ba837e9-407e-44d2-a12d-07e3b3aebd33), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.566994 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.572325 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:19.572581 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7cd18a0a-1044-458c-94a1-9d185ce946f6 tempest-AttachVolumeNegativeTest-624051308 tempest-AttachVolumeNegativeTest-624051308-project] 10.222.0.65 "DELETE /v2.0/floatingips/5ba837e9-407e-44d2-a12d-07e3b3aebd33 HTTP/1.1" status: 204 len: 168 time: 0.5924103 May 19 06:37:19.572833 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:19.602809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] No DVR routers for this DVR port bb314e3e-a3eb-48a6-826d-79726548db0b on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:37:19.609980 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:19.615623 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8698a71b-efa0-46f4-a297-dcb7f4f61040 req-459c0dd9-474f-4a7a-b884-d2ff27543be5 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.59 "DELETE /v2.0/ports/bb314e3e-a3eb-48a6-826d-79726548db0b HTTP/1.1" status: 204 len: 173 time: 0.9849679 May 19 06:37:19.617053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'name': 'network-vif-deleted', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:37:19.621171 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892733a0-a369-4354-a188-e2b0b6f79064" -d '{"events": [{"server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "name": "network-vif-deleted", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:37:19.705577 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c51e4-792c-4940-9460-84bbf9b86a26 x-openstack-request-id: req-5a1c51e4-792c-4940-9460-84bbf9b86a26 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:37:19.705842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd40e8-3416-4b6e-8655-40e57d12d635", "name": "network-vif-deleted", "tag": "bb314e3e-a3eb-48a6-826d-79726548db0b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:37:19.706012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a1c51e4-792c-4940-9460-84bbf9b86a26 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:37:19.706367 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1c51e4-792c-4940-9460-84bbf9b86a26'] response: {'server_uuid': '80bd40e8-3416-4b6e-8655-40e57d12d635', 'name': 'network-vif-deleted', 'tag': 'bb314e3e-a3eb-48a6-826d-79726548db0b', 'status': 'completed', 'code': 200} May 19 06:37:19.738908 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:20.017771 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:20.033796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:20.060866 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:37:20.077763 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:20.078766 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:20.213849 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:20.278442 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b7db8c94-9859-474d-a448-c4072b873d7e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:20.299882 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: b7db8c94-9859-474d-a448-c4072b873d7e {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:20.300512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b7db8c94-9859-474d-a448-c4072b873d7e not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:20.384768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58568) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:20.437719 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:20.449581 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3e23f838-e8cd-479a-9d72-ae3ec17438bc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:20.477393 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (3e23f838-e8cd-479a-9d72-ae3ec17438bc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:20.488483 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:20.545166 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:20.551863 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3e23f838-e8cd-479a-9d72-ae3ec17438bc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:20.556822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:20.561835 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "DELETE /v2.0/security-groups/3e23f838-e8cd-479a-9d72-ae3ec17438bc HTTP/1.1" status: 204 len: 168 time: 0.1729374 May 19 06:37:20.562346 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58570) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:20.573689 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57195-eca4-4e87-9389-3eae1f70b351 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23f838-e8cd-479a-9d72-ae3ec17438bc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:20.581273 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b8350-20fb-4786-a3df-b77b9842549d None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:31:02Z', 'revision_number': 4, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '1772d6d6-93f3-48dc-bb96-d5380ca27530', 'name': '', 'network_id': '3e0cb90c-268e-45c0-ad67-af1b766db048', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'mac_address': 'fa:16:3e:3a:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:54Z', 'updated_at': '2022-05-19T06:31:19Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'subnets': [{'id': 'a6af4eeb-798e-4661-9568-cbc6b62c7815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:37:20.867282 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-30f22b5f-3d1d-405b-a23e-78e417f77eb9 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] show failed (client error): The resource could not be found. May 19 06:37:20.868735 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-30f22b5f-3d1d-405b-a23e-78e417f77eb9 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "GET /v2.0/security-groups/3e23f838-e8cd-479a-9d72-ae3ec17438bc HTTP/1.1" status: 404 len: 347 time: 0.3051562 May 19 06:37:20.872771 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58578) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:20.873862 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db2829-fcb5-4623-833c-bcf1c74bda2c None None] New status for floating IP 9749edef-f0db-489f-8f26-0a3ff1287497: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:37:21.052855 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Deleting port 5e17163e-5158-48b5-b661-584cb192bf4b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:21.053421 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.151759 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.152185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (5e17163e-5158-48b5-b661-584cb192bf4b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.171718 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Calling delete_port for 5e17163e-5158-48b5-b661-584cb192bf4b owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:21.186735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:21.370434 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5e17163e-5158-48b5-b661-584cb192bf4b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.394085 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Pushing event deleted for resources: {'Port': ['ID=5e17163e-5158-48b5-b661-584cb192bf4b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:21.468194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks [] for floatingip (9749edef-f0db-489f-8f26-0a3ff1287497), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.471285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:21.472485 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7914749d-6634-4791-80c8-709865819e34 tempest-AttachVolumeTestJSON-1571186974 tempest-AttachVolumeTestJSON-1571186974-project] 10.222.0.65 "DELETE /v2.0/floatingips/9749edef-f0db-489f-8f26-0a3ff1287497 HTTP/1.1" status: 204 len: 168 time: 0.5982966 May 19 06:37:22.311114 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device bb314e3e-a3eb-48a6-826d-79726548db0b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:22.344722 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: bb314e3e-a3eb-48a6-826d-79726548db0b {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:22.345275 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device bb314e3e-a3eb-48a6-826d-79726548db0b not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:23.501953 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58614) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:23.933114 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:24.046432 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:24.270656 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Deleting port 56b2deda-a568-448a-a6b9-195a6edb4d00 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:24.271009 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:24.369275 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] For port 56b2deda-a568-448a-a6b9-195a6edb4d00, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=56b2deda-a568-448a-a6b9-195a6edb4d00,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:24.370310 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:24.386821 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Calling delete_port for 56b2deda-a568-448a-a6b9-195a6edb4d00 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:24.521133 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:24.612186 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (56b2deda-a568-448a-a6b9-195a6edb4d00), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:24.640287 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b2deda-a568-448a-a6b9-195a6edb4d00,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:24.850270 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.118294 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58634) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:25.126000 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Router d5f00241-fa6b-49f6-b03c-87e42e051b2f has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:37:25.139174 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:25.278189 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:37:25.284783 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-42892c16-f1ae-4424-8136-9be9df1d5ba8 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5f00241-fa6b-49f6-b03c-87e42e051b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814662 May 19 06:37:25.288733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58638) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:25.294494 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Sync routers for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:37:25.310209 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:25.311096 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:25.339423 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:25.467253 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks [] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.507954 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:25.637909 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks [] for router_gateway (d5f00241-fa6b-49f6-b03c-87e42e051b2f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.698947 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Deleting port 52d08f19-593a-4beb-8184-7fb2a564e396 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:25.699390 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.729399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (8526c024-ccad-4d03-9aed-d073f413dfb1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.745232 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:37:24Z', 'revision_number': 5, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port': {'id': '52d08f19-593a-4beb-8184-7fb2a564e396', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:25.754254 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:25.792449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] For port 52d08f19-593a-4beb-8184-7fb2a564e396, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=52d08f19-593a-4beb-8184-7fb2a564e396,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:25.792826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:25.799377 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Checking router: d5f00241-fa6b-49f6-b03c-87e42e051b2f for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:37:25.814985 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Routers {'d5f00241-fa6b-49f6-b03c-87e42e051b2f'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:25.815735 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Calling delete_port for 52d08f19-593a-4beb-8184-7fb2a564e396 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:25.816068 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:25.973459 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] Set router d5f00241-fa6b-49f6-b03c-87e42e051b2f gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:26.008598 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Deleting port 1772d6d6-93f3-48dc-bb96-d5380ca27530 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:26.008914 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.029776 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:37:25Z', 'revision_number': 6, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:26.058368 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca838eb-d213-48ea-b848-e1a21b8bef13 None None] The sync data for ids ['d5f00241-fa6b-49f6-b03c-87e42e051b2f'] in dv-cinder-836996-22-iscsi is: [{'id': 'd5f00241-fa6b-49f6-b03c-87e42e051b2f', 'name': 'tempest-AttachVolumeNegativeTest-549367800-router', 'tenant_id': 'adbcff8654844c22a906a2e91ebca3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:39Z', 'updated_at': '2022-05-19T06:37:25Z', 'revision_number': 6, 'project_id': 'adbcff8654844c22a906a2e91ebca3bb', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:37:26.083951 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (52d08f19-593a-4beb-8184-7fb2a564e396), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.120126 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Pushing event deleted for resources: {'Port': ['ID=52d08f19-593a-4beb-8184-7fb2a564e396,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:26.133961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] For port 1772d6d6-93f3-48dc-bb96-d5380ca27530, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1772d6d6-93f3-48dc-bb96-d5380ca27530,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:26.134803 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.154178 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Calling delete_port for 1772d6d6-93f3-48dc-bb96-d5380ca27530 owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:26.198354 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.227108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:26.326798 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.331112 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks [] for router_controller (d5f00241-fa6b-49f6-b03c-87e42e051b2f), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.406758 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (d5f00241-fa6b-49f6-b03c-87e42e051b2f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.407534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f00241-fa6b-49f6-b03c-87e42e051b2f {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:37:26.411690 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (1772d6d6-93f3-48dc-bb96-d5380ca27530), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.413859 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.415484 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3a51fd9c-a3ea-4668-9537-3ef64361585b admin admin] 10.222.0.65 "DELETE /v2.0/routers/d5f00241-fa6b-49f6-b03c-87e42e051b2f HTTP/1.1" status: 204 len: 168 time: 1.1252935 May 19 06:37:26.420539 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58642) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:26.442666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1772d6d6-93f3-48dc-bb96-d5380ca27530,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:26.514108 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Deleting subnet e2ad19dc-27fc-475f-8eb7-f3babb633309 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:37:26.520095 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Publish callbacks [] for subnet (e2ad19dc-27fc-475f-8eb7-f3babb633309), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.540666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:26.568351 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (e2ad19dc-27fc-475f-8eb7-f3babb633309), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.615508 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:26.669419 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (8526c024-ccad-4d03-9aed-d073f413dfb1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.691119 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (e2ad19dc-27fc-475f-8eb7-f3babb633309), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.801776 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (e2ad19dc-27fc-475f-8eb7-f3babb633309), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.854929 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ad19dc-27fc-475f-8eb7-f3babb633309,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:26.858688 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:26.862277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b7485-bf43-40b0-929d-dd1271171885 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:26.869719 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4e20cb40-d90b-4ed6-9668-0d781f1c1bf3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e2ad19dc-27fc-475f-8eb7-f3babb633309 HTTP/1.1" status: 204 len: 168 time: 0.4469087 May 19 06:37:26.872052 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58644) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:26.931926 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Router 8526c024-ccad-4d03-9aed-d073f413dfb1 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:37:26.959058 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (ba03612d-d3e3-499d-b899-41fd0fc8db5e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.044436 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Deleting port 8bf5965f-b75f-41dc-885c-4c2a827c6454 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:27.045004 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.059839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:37:27.066559 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-98f114f6-f30d-42ff-874e-0438a746bd9e admin admin] 10.222.0.65 "PUT /v2.0/routers/8526c024-ccad-4d03-9aed-d073f413dfb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9459157 May 19 06:37:27.069125 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58646) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:27.077089 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Sync routers for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:37:27.079229 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:27.102917 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:27.104349 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:27.160073 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] For port 8bf5965f-b75f-41dc-885c-4c2a827c6454, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bf5965f-b75f-41dc-885c-4c2a827c6454,segment=NetworkSegment(fc2a30ad-8382-4045-b340-3e2108d2d9d0),segment_id=fc2a30ad-8382-4045-b340-3e2108d2d9d0)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:27.160472 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.180095 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Calling delete_port for 8bf5965f-b75f-41dc-885c-4c2a827c6454 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:27.194468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] DHCP port deletion for ba03612d-d3e3-499d-b899-41fd0fc8db5e request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:37:27.284176 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.339083 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] No DVR routers for this DVR port 8bf5965f-b75f-41dc-885c-4c2a827c6454 on host dv-cinder-836996-22-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:37:27.341576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf5965f-b75f-41dc-885c-4c2a827c6454,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:27.435343 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (ba03612d-d3e3-499d-b899-41fd0fc8db5e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.469172 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba03612d-d3e3-499d-b899-41fd0fc8db5e']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:27.484220 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2a30ad-8382-4045-b340-3e2108d2d9d0') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:27.484581 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2a30ad-8382-4045-b340-3e2108d2d9d0') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:27.501771 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (fc2a30ad-8382-4045-b340-3e2108d2d9d0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.519406 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (fc2a30ad-8382-4045-b340-3e2108d2d9d0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.528881 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:37:27.529324 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (fc2a30ad-8382-4045-b340-3e2108d2d9d0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:37:27.531321 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:37:27.558641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks [] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.562515 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Deleting port 8bf5965f-b75f-41dc-885c-4c2a827c6454 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:27.563009 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.606353 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (ba03612d-d3e3-499d-b899-41fd0fc8db5e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.613005 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.620762 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] 10.222.0.65 "DELETE /v2.0/networks/ba03612d-d3e3-499d-b899-41fd0fc8db5e HTTP/1.1" status: 204 len: 168 time: 0.7466025 May 19 06:37:27.637939 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808051f-2cab-439d-b614-d75dc0ddcb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba03612d-d3e3-499d-b899-41fd0fc8db5e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:27.670248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:27.770059 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks [] for router_gateway (8526c024-ccad-4d03-9aed-d073f413dfb1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.781212 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 56b2deda-a568-448a-a6b9-195a6edb4d00 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:27.841172 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58650) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:27.849166 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Deleting port e9b30baa-856f-4349-a51a-e78eab194311 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:27.849572 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e9b30baa-856f-4349-a51a-e78eab194311), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.904656 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e397fd46-e02d-4a67-8bc4-304a4be3a2df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adbcff8654844c22a906a2e91ebca3bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0618882 May 19 06:37:27.907441 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58652) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:27.907622 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 56b2deda-a568-448a-a6b9-195a6edb4d00 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:27.908061 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 56b2deda-a568-448a-a6b9-195a6edb4d00 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:27.908671 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bf5965f-b75f-41dc-885c-4c2a827c6454 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:27.942284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:27.955064 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] For port 8bf5965f-b75f-41dc-885c-4c2a827c6454, host dv-cinder-836996-22-iscsi, got binding levels [] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:27.955713 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.969547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] Publish callbacks [] for security_group (0a4ec558-c870-42ad-9858-aaeb6d9743c2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.974354 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] For port e9b30baa-856f-4349-a51a-e78eab194311, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e9b30baa-856f-4349-a51a-e78eab194311,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:27.974815 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e9b30baa-856f-4349-a51a-e78eab194311), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:27.977478 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 8bf5965f-b75f-41dc-885c-4c2a827c6454 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:27.978043 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bf5965f-b75f-41dc-885c-4c2a827c6454 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:27.978756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 52d08f19-593a-4beb-8184-7fb2a564e396 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:28.000939 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Calling delete_port for e9b30baa-856f-4349-a51a-e78eab194311 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:28.004632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] Publish callbacks [] for security_group (0a4ec558-c870-42ad-9858-aaeb6d9743c2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.028885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Calling delete_port for 8bf5965f-b75f-41dc-885c-4c2a827c6454 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:28.034587 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.ipam_backend_mixin [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Port 8bf5965f-b75f-41dc-885c-4c2a827c6454 was not found and therefore no delete operation was performed {{(pid=103758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 06:37:28.039159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 52d08f19-593a-4beb-8184-7fb2a564e396 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:28.039718 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 52d08f19-593a-4beb-8184-7fb2a564e396 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:28.079247 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:28.079485 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:28.082975 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (8bf5965f-b75f-41dc-885c-4c2a827c6454), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.099225 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (0a4ec558-c870-42ad-9858-aaeb6d9743c2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.102275 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.103572 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a4ec558-c870-42ad-9858-aaeb6d9743c2 HTTP/1.1" status: 204 len: 168 time: 0.1950169 May 19 06:37:28.119134 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281e631-432e-4ed9-9b62-2d35e1027d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ec558-c870-42ad-9858-aaeb6d9743c2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:28.181080 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Network ba03612d-d3e3-499d-b899-41fd0fc8db5e is not hosted by any dhcp agent {{(pid=103758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 19 06:37:28.181710 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] No DVR routers for this DVR port 8bf5965f-b75f-41dc-885c-4c2a827c6454 on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:37:28.196910 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Pushing event deleted for resources: {'Port': ['ID=8bf5965f-b75f-41dc-885c-4c2a827c6454,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:28.212354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.212786 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.213252 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.213653 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.214040 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.214373 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.214695 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.215013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.215534 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.216027 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.216512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.217015 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.217631 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.218106 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.218571 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436596d2-24b1-46b0-9bc1-bf5d46fae3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:37:28.266591 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e9b30baa-856f-4349-a51a-e78eab194311), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.268796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:37:26Z', 'revision_number': 5, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port': {'id': 'e9b30baa-856f-4349-a51a-e78eab194311', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:30:40Z', 'updated_at': '2022-05-19T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:28.299682 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b30baa-856f-4349-a51a-e78eab194311,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:28.303470 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Checking router: 8526c024-ccad-4d03-9aed-d073f413dfb1 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:37:28.325529 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Routers {'8526c024-ccad-4d03-9aed-d073f413dfb1'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:37:28.326958 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['8526c024-ccad-4d03-9aed-d073f413dfb1'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:28.371526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (8526c024-ccad-4d03-9aed-d073f413dfb1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.409205 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] Set router 8526c024-ccad-4d03-9aed-d073f413dfb1 gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:37:28.467302 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.469190 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:37:28Z', 'revision_number': 7, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:28.469887 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks [] for router_controller (8526c024-ccad-4d03-9aed-d073f413dfb1), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.508468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10d4ed-8753-4573-86e8-8f6a1d320eeb None None] The sync data for ids ['8526c024-ccad-4d03-9aed-d073f413dfb1'] in dv-cinder-836996-22-iscsi is: [{'id': '8526c024-ccad-4d03-9aed-d073f413dfb1', 'name': 'tempest-AttachVolumeTestJSON-1444490258-router', 'tenant_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:30:38Z', 'updated_at': '2022-05-19T06:37:28Z', 'revision_number': 7, 'project_id': '1e8f1e4b9cd9432b90cb00a6be4d909e', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:37:28.519530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (8526c024-ccad-4d03-9aed-d073f413dfb1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.520456 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8526c024-ccad-4d03-9aed-d073f413dfb1 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:37:28.527361 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.531039 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2b0646ec-6681-4d41-be5e-0248a51b691b admin admin] 10.222.0.65 "DELETE /v2.0/routers/8526c024-ccad-4d03-9aed-d073f413dfb1 HTTP/1.1" status: 204 len: 168 time: 1.4585423 May 19 06:37:28.531796 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58658) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:28.599182 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Deleting subnet a6af4eeb-798e-4661-9568-cbc6b62c7815 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:37:28.602601 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Publish callbacks [] for subnet (a6af4eeb-798e-4661-9568-cbc6b62c7815), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.604362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:28.642833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (a6af4eeb-798e-4661-9568-cbc6b62c7815), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.741522 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (a6af4eeb-798e-4661-9568-cbc6b62c7815), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.797028 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:28.826088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (a6af4eeb-798e-4661-9568-cbc6b62c7815), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.860532 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:28.863782 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a6af4eeb-798e-4661-9568-cbc6b62c7815 HTTP/1.1" status: 204 len: 168 time: 0.3305023 May 19 06:37:28.864751 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056abd7-3c39-44f1-b3d6-0f8516e49a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6af4eeb-798e-4661-9568-cbc6b62c7815,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:28.867209 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58670) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:28.868863 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e325f0-e371-481d-bace-62911ca22b3f None None] Network 3e0cb90c-268e-45c0-ad67-af1b766db048 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:28.968614 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (3e0cb90c-268e-45c0-ad67-af1b766db048), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.042364 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Deleting port 59f7c3fb-b854-40a7-95b6-ace2c30741bd {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:37:29.042903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.144194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] For port 59f7c3fb-b854-40a7-95b6-ace2c30741bd, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=59f7c3fb-b854-40a7-95b6-ace2c30741bd,segment=NetworkSegment(86e97e10-5a7b-4251-98da-b078d3f9a725),segment_id=86e97e10-5a7b-4251-98da-b078d3f9a725)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:29.144771 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.164468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Calling delete_port for 59f7c3fb-b854-40a7-95b6-ace2c30741bd owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:37:29.288078 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (59f7c3fb-b854-40a7-95b6-ace2c30741bd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.343621 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f7c3fb-b854-40a7-95b6-ace2c30741bd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:29.349851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] No DVR routers for this DVR port 59f7c3fb-b854-40a7-95b6-ace2c30741bd on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:37:29.398850 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8135382-4034-4b46-bf0d-9ece3653f89a None None] DHCP port deletion for 3e0cb90c-268e-45c0-ad67-af1b766db048 request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:37:29.480541 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (3e0cb90c-268e-45c0-ad67-af1b766db048), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.518605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0cb90c-268e-45c0-ad67-af1b766db048']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:29.532064 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e97e10-5a7b-4251-98da-b078d3f9a725') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:29.532384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e97e10-5a7b-4251-98da-b078d3f9a725') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:29.549562 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (86e97e10-5a7b-4251-98da-b078d3f9a725), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.567187 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:29.580150 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (86e97e10-5a7b-4251-98da-b078d3f9a725), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.587650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:37:29.589084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (86e97e10-5a7b-4251-98da-b078d3f9a725), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:37:29.592524 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:37:29.656772 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 59f7c3fb-b854-40a7-95b6-ace2c30741bd no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:29.660855 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:29.672135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (3e0cb90c-268e-45c0-ad67-af1b766db048), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.686006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:29.693576 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3e0cb90c-268e-45c0-ad67-af1b766db048 HTTP/1.1" status: 204 len: 168 time: 0.8208256 May 19 06:37:29.697586 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 59f7c3fb-b854-40a7-95b6-ace2c30741bd {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:29.698512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 59f7c3fb-b854-40a7-95b6-ace2c30741bd not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:29.699546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e9b30baa-856f-4349-a51a-e78eab194311 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:29.709947 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd123-43bb-4a97-9bd0-3e5221fbd6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0cb90c-268e-45c0-ad67-af1b766db048,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:29.733993 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: e9b30baa-856f-4349-a51a-e78eab194311 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:29.734368 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e9b30baa-856f-4349-a51a-e78eab194311 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:29.734757 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1772d6d6-93f3-48dc-bb96-d5380ca27530 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:37:29.763248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 1772d6d6-93f3-48dc-bb96-d5380ca27530 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:37:29.763955 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1772d6d6-93f3-48dc-bb96-d5380ca27530 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:37:30.020567 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58694) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:30.069964 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-12bf4110-67bb-4ad4-9827-3d995fefcf05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e8f1e4b9cd9432b90cb00a6be4d909e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481203 May 19 06:37:30.074516 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58696) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:30.145793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] Publish callbacks [] for security_group (a106d349-8625-4cad-ba33-bbb3c8e55f1d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:30.176289 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] Publish callbacks [] for security_group (a106d349-8625-4cad-ba33-bbb3c8e55f1d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:30.261580 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (a106d349-8625-4cad-ba33-bbb3c8e55f1d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:30.266968 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:30.270386 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a106d349-8625-4cad-ba33-bbb3c8e55f1d HTTP/1.1" status: 204 len: 168 time: 0.1945827 May 19 06:37:30.283702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee39b60-3af7-4f51-b4a9-5ec97215c85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a106d349-8625-4cad-ba33-bbb3c8e55f1d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:31.145365 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58746) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:31.309339 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d6bff2f-1850-41c3-88c7-ad0f49c1c166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.431361 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d6bff2f-1850-41c3-88c7-ad0f49c1c166 admin admin] Publish callbacks [] for security_group (985ce689-5b2d-4bab-891a-976e7c0a9c34), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.436835 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9d6bff2f-1850-41c3-88c7-ad0f49c1c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (985ce689-5b2d-4bab-891a-976e7c0a9c34), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.484924 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9d6bff2f-1850-41c3-88c7-ad0f49c1c166 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f73ed51a759a40d89ce18ba2a5196ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376927 May 19 06:37:31.487542 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58756) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:31.493962 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bff2f-1850-41c3-88c7-ad0f49c1c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ce689-5b2d-4bab-891a-976e7c0a9c34,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:31.553565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] Publish callbacks [] for security_group (985ce689-5b2d-4bab-891a-976e7c0a9c34), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.584269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] Publish callbacks [] for security_group (985ce689-5b2d-4bab-891a-976e7c0a9c34), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.659379 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (985ce689-5b2d-4bab-891a-976e7c0a9c34), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.663926 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:31.665678 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/985ce689-5b2d-4bab-891a-976e7c0a9c34 HTTP/1.1" status: 204 len: 168 time: 0.1770368 May 19 06:37:31.681640 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d538b8-3487-4e36-b6db-564c5f001ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ce689-5b2d-4bab-891a-976e7c0a9c34,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:32.286839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58776) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:32.302353 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abe7bca4-5397-4143-a5c9-84d7f8d03ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.325902 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:32.402630 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abe7bca4-5397-4143-a5c9-84d7f8d03ca3 admin admin] Publish callbacks [] for security_group (f75374e3-fee6-407d-9849-666385bc94ad), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.407363 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-abe7bca4-5397-4143-a5c9-84d7f8d03ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f75374e3-fee6-407d-9849-666385bc94ad), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.457319 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-abe7bca4-5397-4143-a5c9-84d7f8d03ca3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdcfb00a3a83442c84148513ba96d81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685884 May 19 06:37:32.458249 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7bca4-5397-4143-a5c9-84d7f8d03ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75374e3-fee6-407d-9849-666385bc94ad,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:32.461173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58778) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:32.528529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] Publish callbacks [] for security_group (f75374e3-fee6-407d-9849-666385bc94ad), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.554020 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] Publish callbacks [] for security_group (f75374e3-fee6-407d-9849-666385bc94ad), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.583860 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:32.616421 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f75374e3-fee6-407d-9849-666385bc94ad), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.619126 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:32.621153 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f75374e3-fee6-407d-9849-666385bc94ad HTTP/1.1" status: 204 len: 168 time: 0.1582105 May 19 06:37:32.631309 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ee860-9108-4f8f-aaa1-f797df20533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75374e3-fee6-407d-9849-666385bc94ad,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:34.621558 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:36.032385 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=55 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:39.774470 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58938) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:39.906179 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42f7a475-14fb-4308-b0ff-3519759f398e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:39.956606 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:40.004774 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42f7a475-14fb-4308-b0ff-3519759f398e admin admin] Publish callbacks [] for security_group (37085380-f771-4cf3-ac47-da2db33924ef), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.009860 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-42f7a475-14fb-4308-b0ff-3519759f398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (37085380-f771-4cf3-ac47-da2db33924ef), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.069509 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-42f7a475-14fb-4308-b0ff-3519759f398e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a0a5b597c3743b1ac55fd40bd141ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938640 May 19 06:37:40.070827 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a475-14fb-4308-b0ff-3519759f398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37085380-f771-4cf3-ac47-da2db33924ef,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:40.072966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58942) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:40.145314 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] Publish callbacks [] for security_group (37085380-f771-4cf3-ac47-da2db33924ef), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.189855 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] Publish callbacks [] for security_group (37085380-f771-4cf3-ac47-da2db33924ef), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.284437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (37085380-f771-4cf3-ac47-da2db33924ef), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.287533 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:40.289076 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37085380-f771-4cf3-ac47-da2db33924ef HTTP/1.1" status: 204 len: 168 time: 0.2145228 May 19 06:37:40.302274 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf912b46-2752-43bf-987c-72caf1327c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37085380-f771-4cf3-ac47-da2db33924ef,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:41.175561 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 58972) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:41.188025 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:41.320563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-212910568-network', 'tenant_id': '6fd892437ab94cfdb71e92b23fac9744'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:37:41.349024 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Made reservation on behalf of 6fd892437ab94cfdb71e92b23fac9744 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:37:41.351527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.363223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.462249 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks [] for security_group (5a850e4d-4aa6-472b-a078-42acf212cfcd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.469817 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (5a850e4d-4aa6-472b-a078-42acf212cfcd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.508256 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:37:41.522191 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a850e4d-4aa6-472b-a078-42acf212cfcd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:41.532051 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (2309ddc8-283f-473c-b307-beb1bf4e4aca), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.532663 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Added segment 2309ddc8-283f-473c-b307-beb1bf4e4aca of type vlan for network b2aa87ff-ef5f-403f-958d-41369623cd6a May 19 06:37:41.608992 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (b2aa87ff-ef5f-403f-958d-41369623cd6a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.652181 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (b2aa87ff-ef5f-403f-958d-41369623cd6a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.654147 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:41.655280 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:41.728477 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5509119 May 19 06:37:41.731960 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 58998) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:41.740395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Request body: {'subnet': {'network_id': 'b2aa87ff-ef5f-403f-958d-41369623cd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-212910568-subnet', 'tenant_id': '6fd892437ab94cfdb71e92b23fac9744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:37:41.754102 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef956143-5854-413f-aad8-02f98d5c722a admin admin] Pushing event updated for resources: {'Network': ['ID=b2aa87ff-ef5f-403f-958d-41369623cd6a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:41.771317 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network b2aa87ff-ef5f-403f-958d-41369623cd6a details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:37:41.779719 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Made reservation on behalf of 6fd892437ab94cfdb71e92b23fac9744 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:37:41.783574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:42.094635 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (d5e63c32-9f0d-4b15-96e5-0dcef906dfc9), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:42.178555 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e63c32-9f0d-4b15-96e5-0dcef906dfc9,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:42.185188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Checking segment: {'id': '2309ddc8-283f-473c-b307-beb1bf4e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b2aa87ff-ef5f-403f-958d-41369623cd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:37:42.185753 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Network hostable DHCP agents. Network: b2aa87ff-ef5f-403f-958d-41369623cd6a, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:37:42.210779 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Network b2aa87ff-ef5f-403f-958d-41369623cd6a is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:37:42.222545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, b2aa87ff-ef5f-403f-958d-41369623cd6a) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:37:42.227609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:42.228201 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:42.236084 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619081b-789d-4eae-b9c1-de1637080ccf None None] Network b2aa87ff-ef5f-403f-958d-41369623cd6a requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:42.240904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:42.252342 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ada923c3-b867-4a61-a4da-d00cae2a7ca0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5168908 May 19 06:37:42.440773 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d05b5a-898e-43ef-9981-14ba38cd255f None None] Network b2aa87ff-ef5f-403f-958d-41369623cd6a requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:42.992235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59024) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:42.998062 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-6695677-network', 'tenant_id': '757756bde8c241c9917cdcf277b306ea'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:37:43.039036 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Made reservation on behalf of 757756bde8c241c9917cdcf277b306ea for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:37:43.043566 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.059446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.178417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:43.222153 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks [] for security_group (c951b21d-1dfa-4fd1-80e1-e81133e354ab), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.227860 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (c951b21d-1dfa-4fd1-80e1-e81133e354ab), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.252142 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:37:43.268684 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951b21d-1dfa-4fd1-80e1-e81133e354ab,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:43.274251 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (8ed6bfe6-905e-44cc-8027-b019bed90ae0), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.274652 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Added segment 8ed6bfe6-905e-44cc-8027-b019bed90ae0 of type vlan for network ce00f048-78ad-4fff-8f51-e4434fecb027 May 19 06:37:43.323770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (ce00f048-78ad-4fff-8f51-e4434fecb027), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.356632 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (ce00f048-78ad-4fff-8f51-e4434fecb027), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.358246 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:43.358728 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.443767 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4503505 May 19 06:37:43.448334 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59030) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:43.460569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587abb3-367d-4bf5-bee6-15780d21f93c admin admin] Pushing event updated for resources: {'Network': ['ID=ce00f048-78ad-4fff-8f51-e4434fecb027,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:43.467094 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Request body: {'subnet': {'network_id': 'ce00f048-78ad-4fff-8f51-e4434fecb027', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-6695677-subnet', 'tenant_id': '757756bde8c241c9917cdcf277b306ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:37:43.478493 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network ce00f048-78ad-4fff-8f51-e4434fecb027 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:37:43.536355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Made reservation on behalf of 757756bde8c241c9917cdcf277b306ea for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:37:43.540154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577182'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.762223 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-78560c1c-d9cc-4bf6-a7d2-bc9864543701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.832813 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25555683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577160'] for subnet (fa649885-05e4-4b9e-bfa3-575d91dc1b20), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.874928 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:43.911702 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:43.918326 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa649885-05e4-4b9e-bfa3-575d91dc1b20,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:43.932964 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Checking segment: {'id': '8ed6bfe6-905e-44cc-8027-b019bed90ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ce00f048-78ad-4fff-8f51-e4434fecb027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:37:43.933349 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Network hostable DHCP agents. Network: ce00f048-78ad-4fff-8f51-e4434fecb027, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:37:43.953143 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Network ce00f048-78ad-4fff-8f51-e4434fecb027 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:37:43.963478 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, ce00f048-78ad-4fff-8f51-e4434fecb027) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:37:43.968148 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:43.968737 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:43.974261 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b08e3a-2ea0-4b34-9e61-26ca5c2d0bc1 None None] Network ce00f048-78ad-4fff-8f51-e4434fecb027 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:43.989717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a22faf02-18ce-4f08-b4f3-0b79caf76910 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5388482 May 19 06:37:44.123253 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a5530-04f9-45d2-b4cd-53ca5b6fc66a None None] Network ce00f048-78ad-4fff-8f51-e4434fecb027 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:37:44.208344 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59050) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:44.297331 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Deleting subnet d5e63c32-9f0d-4b15-96e5-0dcef906dfc9 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:37:44.302599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Publish callbacks [] for subnet (d5e63c32-9f0d-4b15-96e5-0dcef906dfc9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.366878 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (d5e63c32-9f0d-4b15-96e5-0dcef906dfc9), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.416962 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (d5e63c32-9f0d-4b15-96e5-0dcef906dfc9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.491412 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (d5e63c32-9f0d-4b15-96e5-0dcef906dfc9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.521739 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e63c32-9f0d-4b15-96e5-0dcef906dfc9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:44.533078 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.536393 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7e0aa02c-76b0-4f36-90de-91f167ae5bec admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d5e63c32-9f0d-4b15-96e5-0dcef906dfc9 HTTP/1.1" status: 204 len: 168 time: 0.3265975 May 19 06:37:44.539848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59062) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:44.616737 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (b2aa87ff-ef5f-403f-958d-41369623cd6a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.689031 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ced3-79c7-4c4e-80f9-1f68c7f3a04a req-7ccfc77e-d20c-42c1-b490-47ef3271398e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:44.691687 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-41b3ced3-79c7-4c4e-80f9-1f68c7f3a04a req-7ccfc77e-d20c-42c1-b490-47ef3271398e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0829310 May 19 06:37:44.740211 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (b2aa87ff-ef5f-403f-958d-41369623cd6a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.778043 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aa87ff-ef5f-403f-958d-41369623cd6a']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:44.780931 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-41b3ced3-79c7-4c4e-80f9-1f68c7f3a04a req-9fc755c4-8b70-4e44-99b9-1f4b67e36b20 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812151 May 19 06:37:44.794795 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2309ddc8-283f-473c-b307-beb1bf4e4aca') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:44.795527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2309ddc8-283f-473c-b307-beb1bf4e4aca') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:44.813256 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (2309ddc8-283f-473c-b307-beb1bf4e4aca), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.843621 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (2309ddc8-283f-473c-b307-beb1bf4e4aca), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.854802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:37:44.855498 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (2309ddc8-283f-473c-b307-beb1bf4e4aca), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:37:44.858593 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:37:44.958270 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (b2aa87ff-ef5f-403f-958d-41369623cd6a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.968921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:44.974615 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2aa87ff-ef5f-403f-958d-41369623cd6a HTTP/1.1" status: 204 len: 168 time: 0.4335189 May 19 06:37:44.978051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59070) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:45.066578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Deleting subnet fa649885-05e4-4b9e-bfa3-575d91dc1b20 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:37:45.076093 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Publish callbacks [] for subnet (fa649885-05e4-4b9e-bfa3-575d91dc1b20), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.151852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (fa649885-05e4-4b9e-bfa3-575d91dc1b20), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.240941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (fa649885-05e4-4b9e-bfa3-575d91dc1b20), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.341973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (fa649885-05e4-4b9e-bfa3-575d91dc1b20), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.360454 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953496c2-aec3-4372-a688-1cb5e5b9a42a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aa87ff-ef5f-403f-958d-41369623cd6a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:45.372552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa649885-05e4-4b9e-bfa3-575d91dc1b20,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:45.383007 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.389311 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-265f481f-43b2-42a8-bcf4-5ca7a332f07a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa649885-05e4-4b9e-bfa3-575d91dc1b20 HTTP/1.1" status: 204 len: 168 time: 0.4084303 May 19 06:37:45.393354 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59080) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:45.476154 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (ce00f048-78ad-4fff-8f51-e4434fecb027), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.482526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:45.587078 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (ce00f048-78ad-4fff-8f51-e4434fecb027), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.624556 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce00f048-78ad-4fff-8f51-e4434fecb027']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:45.642252 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed6bfe6-905e-44cc-8027-b019bed90ae0') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:45.642706 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed6bfe6-905e-44cc-8027-b019bed90ae0') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:37:45.660160 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (8ed6bfe6-905e-44cc-8027-b019bed90ae0), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.683130 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (8ed6bfe6-905e-44cc-8027-b019bed90ae0), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.693708 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:37:45.694652 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (8ed6bfe6-905e-44cc-8027-b019bed90ae0), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:37:45.698197 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:37:45.798574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (ce00f048-78ad-4fff-8f51-e4434fecb027), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.806165 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:45.809971 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ce00f048-78ad-4fff-8f51-e4434fecb027 HTTP/1.1" status: 204 len: 168 time: 0.4148092 May 19 06:37:45.826340 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9085ac-3ae7-4c85-bf30-54a87cb613e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce00f048-78ad-4fff-8f51-e4434fecb027,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:45.960967 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610420ba-0af2-4000-b4b5-f062ba31834a req-c825e184-39ba-4836-964e-3e6232f64c97 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:45.962701 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-610420ba-0af2-4000-b4b5-f062ba31834a req-c825e184-39ba-4836-964e-3e6232f64c97 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0566690 May 19 06:37:46.028158 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1608d3ef-0385-45b9-8a7d-aa5fe782db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.030856 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-610420ba-0af2-4000-b4b5-f062ba31834a req-022ff6c4-6cac-4ae2-a914-c4bc861cd635 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566025 May 19 06:37:46.094578 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59086) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:46.144139 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-ae864467-a5c6-4256-a030-7f2d45390c60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fd892437ab94cfdb71e92b23fac9744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481081 May 19 06:37:46.147301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59088) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:46.213588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] Publish callbacks [] for security_group (5a850e4d-4aa6-472b-a078-42acf212cfcd), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.236156 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] Publish callbacks [] for security_group (5a850e4d-4aa6-472b-a078-42acf212cfcd), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.251103 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:46.298182 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (5a850e4d-4aa6-472b-a078-42acf212cfcd), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.300964 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.302439 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a850e4d-4aa6-472b-a078-42acf212cfcd HTTP/1.1" status: 204 len: 168 time: 0.1540506 May 19 06:37:46.312720 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b745-49dc-4e87-8366-b306d1004985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a850e4d-4aa6-472b-a078-42acf212cfcd,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:46.724392 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59102) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:46.739998 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:46.772082 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6f1677fe-231a-4d24-b009-689999e8c610 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=757756bde8c241c9917cdcf277b306ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460622 May 19 06:37:46.774674 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59104) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:46.825856 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] Publish callbacks [] for security_group (c951b21d-1dfa-4fd1-80e1-e81133e354ab), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.849674 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] Publish callbacks [] for security_group (c951b21d-1dfa-4fd1-80e1-e81133e354ab), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.903024 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (c951b21d-1dfa-4fd1-80e1-e81133e354ab), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.906121 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:46.907449 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c951b21d-1dfa-4fd1-80e1-e81133e354ab HTTP/1.1" status: 204 len: 168 time: 0.1318338 May 19 06:37:46.916660 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd11d7-21c3-482e-af8c-850147f0dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951b21d-1dfa-4fd1-80e1-e81133e354ab,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:47.185649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb3cf7-458f-4469-9ae6-9bc511205c6c req-e3f3023e-f588-4c20-b10a-6e362524c2f8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:47.187256 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3ddb3cf7-458f-4469-9ae6-9bc511205c6c req-e3f3023e-f588-4c20-b10a-6e362524c2f8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0606740 May 19 06:37:47.252393 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3ddb3cf7-458f-4469-9ae6-9bc511205c6c req-e6cee3b9-1268-45df-8a4d-5ddc68171eab tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568573 May 19 06:37:47.630971 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:48.394175 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470004dc-890f-4c6a-8dc1-d5f28627e629 req-5a27c67c-fe7c-4c83-a71d-6bf90acd82e3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:48.395755 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-470004dc-890f-4c6a-8dc1-d5f28627e629 req-5a27c67c-fe7c-4c83-a71d-6bf90acd82e3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0615039 May 19 06:37:48.451362 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-470004dc-890f-4c6a-8dc1-d5f28627e629 req-ba56a345-f17f-471c-83a5-e98073563c27 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494430 May 19 06:37:48.830230 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:49.548884 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:49.591732 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a27ba1-6911-4020-867f-bd3dad41c562 req-faa978c1-d6a3-4e35-b443-38f3a320dcec tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:49.593312 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27a27ba1-6911-4020-867f-bd3dad41c562 req-faa978c1-d6a3-4e35-b443-38f3a320dcec tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0544856 May 19 06:37:49.647965 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-27a27ba1-6911-4020-867f-bd3dad41c562 req-3f17649b-ff05-4bb6-8e86-14bf0c2f6749 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479145 May 19 06:37:50.031464 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:50.182387 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:37:50.806019 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e5916-66d2-4819-af7a-6d8b540db3ca req-13b050e0-79ff-43bf-aab0-11318c987f52 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:50.808714 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e3e5916-66d2-4819-af7a-6d8b540db3ca req-13b050e0-79ff-43bf-aab0-11318c987f52 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0678518 May 19 06:37:50.886618 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3e3e5916-66d2-4819-af7a-6d8b540db3ca req-49bad646-0242-40c7-afc8-17e4bf333ae1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717466 May 19 06:37:51.134473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59240) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:51.314500 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3b70-ea6d-46d2-910d-beabc3a969b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.415875 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3b70-ea6d-46d2-910d-beabc3a969b9 admin admin] Publish callbacks [] for security_group (cb353c48-1166-44d1-9d9f-64ad44a9093c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.421032 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3b70-ea6d-46d2-910d-beabc3a969b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cb353c48-1166-44d1-9d9f-64ad44a9093c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.494139 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e0bc3b70-ea6d-46d2-910d-beabc3a969b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78493a5f4ebf4fbaac1536ba28e0ab93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536413 May 19 06:37:51.494139 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3b70-ea6d-46d2-910d-beabc3a969b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb353c48-1166-44d1-9d9f-64ad44a9093c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:51.495053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59248) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:51.580243 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] Publish callbacks [] for security_group (cb353c48-1166-44d1-9d9f-64ad44a9093c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.619063 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] Publish callbacks [] for security_group (cb353c48-1166-44d1-9d9f-64ad44a9093c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.704307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cb353c48-1166-44d1-9d9f-64ad44a9093c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.710639 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:51.711455 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb353c48-1166-44d1-9d9f-64ad44a9093c HTTP/1.1" status: 204 len: 168 time: 0.2140033 May 19 06:37:51.727584 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871b2b8-de80-40f2-98df-fc6c8d2df8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb353c48-1166-44d1-9d9f-64ad44a9093c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:51.966448 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59264) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:52.115561 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1936-1bdf-4de6-893a-e5085863e87d req-d94f6825-ae02-438b-9b1a-0fa26cc5f4cf tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:52.118306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f9f1936-1bdf-4de6-893a-e5085863e87d req-d94f6825-ae02-438b-9b1a-0fa26cc5f4cf tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0985768 May 19 06:37:52.180508 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85c8a3ad-03af-4227-951f-b47dacdc1aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.200861 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59268) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:52.224163 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-87112afb-a363-4674-a101-f1221e48ff6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.246318 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9f9f1936-1bdf-4de6-893a-e5085863e87d req-a5dc730f-3e5f-49eb-968f-3a2287056160 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183906 May 19 06:37:52.357536 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85c8a3ad-03af-4227-951f-b47dacdc1aef admin admin] Publish callbacks [] for security_group (3497ee25-f681-4916-8fef-c0fa60c85666), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.363433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-85c8a3ad-03af-4227-951f-b47dacdc1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3497ee25-f681-4916-8fef-c0fa60c85666), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.366423 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-87112afb-a363-4674-a101-f1221e48ff6f admin admin] Publish callbacks [] for security_group (c3e25187-9f13-4ac5-b5b0-535a833d1acc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.373319 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-87112afb-a363-4674-a101-f1221e48ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (c3e25187-9f13-4ac5-b5b0-535a833d1acc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.419339 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-87112afb-a363-4674-a101-f1221e48ff6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c101660b659148f2b7a522dd22d054be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168851 May 19 06:37:52.420084 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87112afb-a363-4674-a101-f1221e48ff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e25187-9f13-4ac5-b5b0-535a833d1acc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:52.423816 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59270) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:52.439618 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-85c8a3ad-03af-4227-951f-b47dacdc1aef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25394d32b06a4a1a9accb081ac7b3f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714353 May 19 06:37:52.442693 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59272) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:52.454870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8a3ad-03af-4227-951f-b47dacdc1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3497ee25-f681-4916-8fef-c0fa60c85666,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:52.478613 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:52.498049 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] Publish callbacks [] for security_group (c3e25187-9f13-4ac5-b5b0-535a833d1acc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.503662 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:52.529726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] Publish callbacks [] for security_group (c3e25187-9f13-4ac5-b5b0-535a833d1acc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.534488 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] Publish callbacks [] for security_group (3497ee25-f681-4916-8fef-c0fa60c85666), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.566610 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] Publish callbacks [] for security_group (3497ee25-f681-4916-8fef-c0fa60c85666), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.584347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:52.594960 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (c3e25187-9f13-4ac5-b5b0-535a833d1acc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.599038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.602723 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3e25187-9f13-4ac5-b5b0-535a833d1acc HTTP/1.1" status: 204 len: 168 time: 0.1756351 May 19 06:37:52.618313 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75c28-908b-4e3b-9920-9cf52d699c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e25187-9f13-4ac5-b5b0-535a833d1acc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:52.664208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (3497ee25-f681-4916-8fef-c0fa60c85666), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.669609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:52.672206 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3497ee25-f681-4916-8fef-c0fa60c85666 HTTP/1.1" status: 204 len: 168 time: 0.2279048 May 19 06:37:52.688042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fcd50-58d8-474d-a883-60f684f0079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3497ee25-f681-4916-8fef-c0fa60c85666,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:53.230243 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59290) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:53.248079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-314e63e9-172f-430e-9e0c-c049a213e501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.368435 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-314e63e9-172f-430e-9e0c-c049a213e501 admin admin] Publish callbacks [] for security_group (46fbe506-ac02-4672-8daf-a05bd4578686), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.376147 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-314e63e9-172f-430e-9e0c-c049a213e501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (46fbe506-ac02-4672-8daf-a05bd4578686), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.391442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:53.434454 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-314e63e9-172f-430e-9e0c-c049a213e501 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec8d1f2182464a5383ef3dbac2957378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024641 May 19 06:37:53.438726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59298) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:53.439620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e63e9-172f-430e-9e0c-c049a213e501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbe506-ac02-4672-8daf-a05bd4578686,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:53.474292 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b7d6-6ef9-473a-9a10-fea1a54120b1 req-8a2ec551-783c-4644-9f51-d7f2103ef87a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:53.476596 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0233b7d6-6ef9-473a-9a10-fea1a54120b1 req-8a2ec551-783c-4644-9f51-d7f2103ef87a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1003897 May 19 06:37:53.574661 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] Publish callbacks [] for security_group (46fbe506-ac02-4672-8daf-a05bd4578686), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.584048 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0233b7d6-6ef9-473a-9a10-fea1a54120b1 req-a6d94d4d-c1e3-47bd-b1b2-f46f40cb4b7b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991793 May 19 06:37:53.628429 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] Publish callbacks [] for security_group (46fbe506-ac02-4672-8daf-a05bd4578686), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.709235 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (46fbe506-ac02-4672-8daf-a05bd4578686), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.713064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:53.718645 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46fbe506-ac02-4672-8daf-a05bd4578686 HTTP/1.1" status: 204 len: 168 time: 0.2743421 May 19 06:37:53.723625 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3cc0-7e15-4411-a81d-879493e0b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbe506-ac02-4672-8daf-a05bd4578686,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:53.738855 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:54.450681 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:54.826085 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fbb49-59e1-4da6-b0c8-5639ee82c13b req-0780d170-feea-48fb-b34a-f6ec4d76c3fc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:54.828893 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff0fbb49-59e1-4da6-b0c8-5639ee82c13b req-0780d170-feea-48fb-b34a-f6ec4d76c3fc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1067681 May 19 06:37:54.912940 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff0fbb49-59e1-4da6-b0c8-5639ee82c13b req-533d7ca9-3f37-4f6a-88fb-36067feede8c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773573 May 19 06:37:56.095932 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dd0-830f-43fd-bc56-8cf93765cfda req-d4b0d90f-4e51-4ba6-bd06-d808945652f7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:56.097578 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02801dd0-830f-43fd-bc56-8cf93765cfda req-d4b0d90f-4e51-4ba6-bd06-d808945652f7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0766065 May 19 06:37:56.159992 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02801dd0-830f-43fd-bc56-8cf93765cfda req-e6bae789-9cbf-4f8d-a97b-1b7638074bf3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514393 May 19 06:37:56.486796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:37:56.623460 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:56.644512 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'b967f972-267a-488a-a383-8186a8a77201', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:37:56.694474 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: ACTIVE; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:37:56.695020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:56.711149 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b967f972-267a-488a-a383-8186a8a77201 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:37:56.738692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:56.744893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:56.771909 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:37:56.814727 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:56.829014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['b967f972-267a-488a-a383-8186a8a77201'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:37:57.404207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3c314-ee74-43c7-a04a-f85b23809de8 req-e1f17924-9a52-437f-800e-7c7f5f74d3ea tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:57.406227 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56c3c314-ee74-43c7-a04a-f85b23809de8 req-e1f17924-9a52-437f-800e-7c7f5f74d3ea tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.0638139 May 19 06:37:57.479170 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56c3c314-ee74-43c7-a04a-f85b23809de8 req-e3600562-4a9d-4b6c-a577-d946b1c04547 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661981 May 19 06:37:58.489150 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:37:58.636871 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port b967f972-267a-488a-a383-8186a8a77201 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:37:58.638478 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b967f972-267a-488a-a383-8186a8a77201), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:58.775646 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34061e-7788-4e0a-ae33-ea84601e0588 req-3c479598-58ef-48d5-8632-75796c38dc09 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:37:58.793449 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa34061e-7788-4e0a-ae33-ea84601e0588 req-3c479598-58ef-48d5-8632-75796c38dc09 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.1282339 May 19 06:37:58.862615 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:37:58.863200 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:58.906866 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-aa34061e-7788-4e0a-ae33-ea84601e0588 req-886c201b-a2f9-42cc-a222-dcc5ddd2f7a1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117051 May 19 06:37:58.935781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:37:58.940803 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa11777-b762-45c8-a68c-d7b23e144644" -d '{"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:37:58.967800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:37:58.976995 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:37:59.025597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a041af0-97f2-4575-89bd-89c6bbb44665 x-openstack-request-id: req-2a041af0-97f2-4575-89bd-89c6bbb44665 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:37:59.026463 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:37:59.026885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a041af0-97f2-4575-89bd-89c6bbb44665 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:37:59.027506 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a041af0-97f2-4575-89bd-89c6bbb44665'] response: {'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'code': 200} May 19 06:37:59.083249 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=7']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:37:59.613950 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59484) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:37:59.806473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e5d05baa-f746-4e0d-b670-7f1f779ee09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.017584 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e5d05baa-f746-4e0d-b670-7f1f779ee09a admin admin] Publish callbacks [] for security_group (17d98bc3-1c64-4468-8340-676764593979), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.036303 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e5d05baa-f746-4e0d-b670-7f1f779ee09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (17d98bc3-1c64-4468-8340-676764593979), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.065341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59492) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:00.130306 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59496) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:00.130553 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e5d05baa-f746-4e0d-b670-7f1f779ee09a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a55f91d846ba400dbc9cf6091b5caee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153093 May 19 06:38:00.131579 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d05baa-f746-4e0d-b670-7f1f779ee09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d98bc3-1c64-4468-8340-676764593979,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:00.140619 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b95d-3429-4ef3-b45a-b2c4657dac96 req-4fed135f-663e-4487-a226-6067b92452c2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:00.142564 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9296b95d-3429-4ef3-b45a-b2c4657dac96 req-4fed135f-663e-4487-a226-6067b92452c2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1221299 May 19 06:38:00.176022 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:00.247265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Publish callbacks [] for security_group (17d98bc3-1c64-4468-8340-676764593979), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.257595 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9296b95d-3429-4ef3-b45a-b2c4657dac96 req-b880499c-4a7a-43b4-9d0f-7f9ccf48f7ef tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076982 May 19 06:38:00.277904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Publish callbacks [] for security_group (17d98bc3-1c64-4468-8340-676764593979), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.310668 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-70b6888d-b062-4269-9526-82ccbfc64f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.423135 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (17d98bc3-1c64-4468-8340-676764593979), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.426401 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.427585 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17d98bc3-1c64-4468-8340-676764593979 HTTP/1.1" status: 204 len: 168 time: 0.2957845 May 19 06:38:00.446839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d98bc3-1c64-4468-8340-676764593979,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:00.465335 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.466019 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.466579 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.467168 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.467728 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.468054 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.468559 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.469047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.469608 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.469948 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.470279 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.470609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.470940 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.471303 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.471593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af972c7a-d78b-440d-9bf7-a0754bb0a2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:00.497575 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-70b6888d-b062-4269-9526-82ccbfc64f47 admin admin] Publish callbacks [] for security_group (284c2456-62ef-44f7-8e22-dcfcc2f4ac02), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.503501 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-70b6888d-b062-4269-9526-82ccbfc64f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (284c2456-62ef-44f7-8e22-dcfcc2f4ac02), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.536900 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:00.545359 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6888d-b062-4269-9526-82ccbfc64f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c2456-62ef-44f7-8e22-dcfcc2f4ac02,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:00.570105 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-70b6888d-b062-4269-9526-82ccbfc64f47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67bbb62864f342deab37821b90dc10f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026448 May 19 06:38:00.573261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59500) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:00.648244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] Publish callbacks [] for security_group (284c2456-62ef-44f7-8e22-dcfcc2f4ac02), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.687736 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] Publish callbacks [] for security_group (284c2456-62ef-44f7-8e22-dcfcc2f4ac02), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.746788 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (284c2456-62ef-44f7-8e22-dcfcc2f4ac02), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.749855 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:00.751319 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/284c2456-62ef-44f7-8e22-dcfcc2f4ac02 HTTP/1.1" status: 204 len: 168 time: 0.1767638 May 19 06:38:00.776608 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850ddc2-3ec6-4a53-88b8-4dc36e31b89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c2456-62ef-44f7-8e22-dcfcc2f4ac02,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:00.969840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59506) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:00.988913 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc59372-d227-4ef4-9ce3-8f61389b79b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.126216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc59372-d227-4ef4-9ce3-8f61389b79b6 admin admin] Publish callbacks [] for security_group (505517b6-36f5-4352-832b-036794e2bd30), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.132691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5cc59372-d227-4ef4-9ce3-8f61389b79b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (505517b6-36f5-4352-832b-036794e2bd30), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.188338 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59510) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:01.198852 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5cc59372-d227-4ef4-9ce3-8f61389b79b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81335c42fa0d4c0badaccc450e272764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261498 May 19 06:38:01.203907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59372-d227-4ef4-9ce3-8f61389b79b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505517b6-36f5-4352-832b-036794e2bd30,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:01.241835 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:01.266965 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] Publish callbacks [] for security_group (505517b6-36f5-4352-832b-036794e2bd30), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.307630 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:01.313644 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] Publish callbacks [] for security_group (505517b6-36f5-4352-832b-036794e2bd30), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.396803 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (505517b6-36f5-4352-832b-036794e2bd30), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.399761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.401729 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/505517b6-36f5-4352-832b-036794e2bd30 HTTP/1.1" status: 204 len: 168 time: 0.2117267 May 19 06:38:01.417374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03406d-bbfa-4c5d-8b22-990fa6d07c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505517b6-36f5-4352-832b-036794e2bd30,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:01.543277 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d980f1-b138-4b89-95a9-890d08106d51 req-d17a9b37-c66a-4ce6-bb04-9a18c2329770 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:01.545469 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b4d980f1-b138-4b89-95a9-890d08106d51 req-d17a9b37-c66a-4ce6-bb04-9a18c2329770 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1108501 May 19 06:38:01.612811 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b4d980f1-b138-4b89-95a9-890d08106d51 req-a7176af0-4f57-452e-8db0-4b88d9412d98 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604067 May 19 06:38:01.649950 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59520) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:01.675448 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9aded6fb-455e-454f-be18-2239c40744df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.844609 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9aded6fb-455e-454f-be18-2239c40744df admin admin] Publish callbacks [] for security_group (b3e86b46-a089-492a-8fe8-69c98b97aa19), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.853497 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9aded6fb-455e-454f-be18-2239c40744df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b3e86b46-a089-492a-8fe8-69c98b97aa19), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:01.909532 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded6fb-455e-454f-be18-2239c40744df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e86b46-a089-492a-8fe8-69c98b97aa19,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:01.935317 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9aded6fb-455e-454f-be18-2239c40744df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83f83558a2bf4737863243c114069399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833195 May 19 06:38:01.938096 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59528) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:02.004322 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] Publish callbacks [] for security_group (b3e86b46-a089-492a-8fe8-69c98b97aa19), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:02.035048 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] Publish callbacks [] for security_group (b3e86b46-a089-492a-8fe8-69c98b97aa19), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:02.099175 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b3e86b46-a089-492a-8fe8-69c98b97aa19), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:02.102897 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:02.105019 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3e86b46-a089-492a-8fe8-69c98b97aa19 HTTP/1.1" status: 204 len: 168 time: 0.1648982 May 19 06:38:02.128721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0d3ee-ddf8-4085-8813-750fc6c3a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e86b46-a089-492a-8fe8-69c98b97aa19,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:02.836580 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120aade-9cdf-48f9-85d3-ac3bd5ef31ec req-d086c8d0-52d7-4902-b031-096580b08232 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:02.840184 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e120aade-9cdf-48f9-85d3-ac3bd5ef31ec req-d086c8d0-52d7-4902-b031-096580b08232 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0789645 May 19 06:38:02.969341 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e120aade-9cdf-48f9-85d3-ac3bd5ef31ec req-2fd3448a-3a1d-49ab-bf8d-49ed9dcb9718 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106882 May 19 06:38:04.226297 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679ebff-b105-4989-b86d-e4d0a5bcd0c3 req-1a19eda9-94c7-44a1-83e4-813f1d9f0919 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:04.236490 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a679ebff-b105-4989-b86d-e4d0a5bcd0c3 req-1a19eda9-94c7-44a1-83e4-813f1d9f0919 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0644050 May 19 06:38:04.258115 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:04.302762 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a679ebff-b105-4989-b86d-e4d0a5bcd0c3 req-f39c7d6e-baea-41c5-8f41-428887be4312 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626407 May 19 06:38:04.657101 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.122399 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59612) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:05.311778 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-30152eed-77d8-4289-9a38-52f68d479298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.425887 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-30152eed-77d8-4289-9a38-52f68d479298 admin admin] Publish callbacks [] for security_group (29881808-1d5a-4519-be62-af43f2265a43), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.432257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-30152eed-77d8-4289-9a38-52f68d479298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (29881808-1d5a-4519-be62-af43f2265a43), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.475326 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-30152eed-77d8-4289-9a38-52f68d479298 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dbf45826ee9545a982bd3e7a83a423fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515418 May 19 06:38:05.476140 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59628) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:05.545130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891401cd-f4b2-4579-a190-d69c115c7ab1 req-85a1ba77-bdde-4378-a20c-24bb694073cd tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:05.552633 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-891401cd-f4b2-4579-a190-d69c115c7ab1 req-85a1ba77-bdde-4378-a20c-24bb694073cd tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0863519 May 19 06:38:05.554245 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] Publish callbacks [] for security_group (29881808-1d5a-4519-be62-af43f2265a43), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.562281 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:05.586321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] Publish callbacks [] for security_group (29881808-1d5a-4519-be62-af43f2265a43), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.619185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:05.625565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152eed-77d8-4289-9a38-52f68d479298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29881808-1d5a-4519-be62-af43f2265a43,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:05.643534 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-891401cd-f4b2-4579-a190-d69c115c7ab1 req-e0d3ec93-728e-4bc3-ba4e-71a785d778a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894737 May 19 06:38:05.695572 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (29881808-1d5a-4519-be62-af43f2265a43), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.699028 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:05.700210 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29881808-1d5a-4519-be62-af43f2265a43 HTTP/1.1" status: 204 len: 168 time: 0.2228248 May 19 06:38:05.725333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030736a-057a-4a33-8bc4-6ba6a05a7629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29881808-1d5a-4519-be62-af43f2265a43,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:05.853648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59634) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:06.220714 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fca46494-2fee-4f43-a905-81ba93a44801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.305793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:06.356953 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fca46494-2fee-4f43-a905-81ba93a44801 admin admin] Publish callbacks [] for security_group (445e47f2-e68b-4e91-83bc-925759037fa2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.357575 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59640) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:06.362206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fca46494-2fee-4f43-a905-81ba93a44801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (445e47f2-e68b-4e91-83bc-925759037fa2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.388888 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea04f4-61d3-432c-907e-f17d5c17d5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.424982 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-fca46494-2fee-4f43-a905-81ba93a44801 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=198b9677b0a04e0ead76704f5c5b1aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643332 May 19 06:38:06.426073 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca46494-2fee-4f43-a905-81ba93a44801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e47f2-e68b-4e91-83bc-925759037fa2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:06.427543 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59642) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:06.555261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019be812-addd-4786-aabe-c042df530676 admin admin] Publish callbacks [] for security_group (445e47f2-e68b-4e91-83bc-925759037fa2), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.559730 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea04f4-61d3-432c-907e-f17d5c17d5b0 admin admin] Publish callbacks [] for security_group (b49cb1fb-ec69-4479-b43a-142a4552569d), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.570132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-caea04f4-61d3-432c-907e-f17d5c17d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b49cb1fb-ec69-4479-b43a-142a4552569d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.628151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea04f4-61d3-432c-907e-f17d5c17d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49cb1fb-ec69-4479-b43a-142a4552569d,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:06.644314 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019be812-addd-4786-aabe-c042df530676 admin admin] Publish callbacks [] for security_group (445e47f2-e68b-4e91-83bc-925759037fa2), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.691326 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59646) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:06.691552 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-caea04f4-61d3-432c-907e-f17d5c17d5b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ea15701a40a4a789cdf72038a5e2456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306928 May 19 06:38:06.797051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019be812-addd-4786-aabe-c042df530676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (445e47f2-e68b-4e91-83bc-925759037fa2), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.802393 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019be812-addd-4786-aabe-c042df530676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.804734 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-019be812-addd-4786-aabe-c042df530676 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/445e47f2-e68b-4e91-83bc-925759037fa2 HTTP/1.1" status: 204 len: 168 time: 0.3749061 May 19 06:38:06.835501 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019be812-addd-4786-aabe-c042df530676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e47f2-e68b-4e91-83bc-925759037fa2,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:06.846640 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] Publish callbacks [] for security_group (b49cb1fb-ec69-4479-b43a-142a4552569d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:06.912469 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] Publish callbacks [] for security_group (b49cb1fb-ec69-4479-b43a-142a4552569d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.008919 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6e8d-ba1d-4498-a0f1-1a6dc767a480 req-7155baa6-d40a-444b-81c8-cf01d273b6d9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:07.021501 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b91c6e8d-ba1d-4498-a0f1-1a6dc767a480 req-7155baa6-d40a-444b-81c8-cf01d273b6d9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1469893 May 19 06:38:07.041581 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b49cb1fb-ec69-4479-b43a-142a4552569d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.046305 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.047684 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b49cb1fb-ec69-4479-b43a-142a4552569d HTTP/1.1" status: 204 len: 168 time: 0.3549664 May 19 06:38:07.069424 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e18e4-9f0f-495f-80fd-2953aadf38a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49cb1fb-ec69-4479-b43a-142a4552569d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:07.158181 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b91c6e8d-ba1d-4498-a0f1-1a6dc767a480 req-f5f5bf41-6577-4a05-9b71-721d2ce01805 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353962 May 19 06:38:07.556826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59656) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:07.583119 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e840d40-e13f-45a9-8f1f-20b4c9cdab91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.827694 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e840d40-e13f-45a9-8f1f-20b4c9cdab91 admin admin] Publish callbacks [] for security_group (1be3a1d5-39de-406f-8f96-46417b77aaff), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.835380 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3e840d40-e13f-45a9-8f1f-20b4c9cdab91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1be3a1d5-39de-406f-8f96-46417b77aaff), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:07.937398 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-3e840d40-e13f-45a9-8f1f-20b4c9cdab91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17297f6951334b9f9ebd75da1e64eb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745506 May 19 06:38:07.946263 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e840d40-e13f-45a9-8f1f-20b4c9cdab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3a1d5-39de-406f-8f96-46417b77aaff,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:07.948391 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59662) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:08.090441 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] Publish callbacks [] for security_group (1be3a1d5-39de-406f-8f96-46417b77aaff), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:08.119878 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] Publish callbacks [] for security_group (1be3a1d5-39de-406f-8f96-46417b77aaff), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:08.192915 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (1be3a1d5-39de-406f-8f96-46417b77aaff), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:08.196254 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:08.198690 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1be3a1d5-39de-406f-8f96-46417b77aaff HTTP/1.1" status: 204 len: 168 time: 0.2482073 May 19 06:38:08.210012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc4c3-d8ae-40dd-9e2c-c18506a9ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3a1d5-39de-406f-8f96-46417b77aaff,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:08.395500 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4e7d-7fa0-46b0-91f5-6c102acb0e4a req-23c3cbd0-2b68-4f7f-b677-d3ce20f8992f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:08.398048 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c74f4e7d-7fa0-46b0-91f5-6c102acb0e4a req-23c3cbd0-2b68-4f7f-b677-d3ce20f8992f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0876412 May 19 06:38:08.493546 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c74f4e7d-7fa0-46b0-91f5-6c102acb0e4a req-7d709b05-0b71-4836-94cd-9f1fcb2dd9a4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808103 May 19 06:38:09.697531 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ef7b1-1d36-4deb-ac4d-4eea23c64a20 req-e79aa05b-2f4d-45b5-b7eb-323c059a07ee tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:09.706678 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-883ef7b1-1d36-4deb-ac4d-4eea23c64a20 req-e79aa05b-2f4d-45b5-b7eb-323c059a07ee tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0660322 May 19 06:38:09.802464 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-883ef7b1-1d36-4deb-ac4d-4eea23c64a20 req-d75f0cb9-b646-4228-bd3f-4bc54454fdfb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946670 May 19 06:38:10.344173 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59722) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:10.538766 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6011ef48-f463-405a-a020-ddffb85311c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.657422 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6011ef48-f463-405a-a020-ddffb85311c3 admin admin] Publish callbacks [] for security_group (f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.662197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6011ef48-f463-405a-a020-ddffb85311c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.706774 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6011ef48-f463-405a-a020-ddffb85311c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f9653e7c11b43fab416ed3530a4b65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561735 May 19 06:38:10.707623 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011ef48-f463-405a-a020-ddffb85311c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:10.709680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59736) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:10.772501 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:10.798705 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] Publish callbacks [] for security_group (f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.843527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] Publish callbacks [] for security_group (f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.927211 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.934821 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:10.937612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb HTTP/1.1" status: 204 len: 168 time: 0.2249172 May 19 06:38:10.953563 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ff0c5-a2b3-44be-810b-f9c81aa49e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8fbcf-dd97-4d0e-95cb-2b2b9ecc41fb,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:11.044214 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c1732-6ad5-4a5d-beb6-534130f8454e req-9b3d7eaf-b95b-4fb7-8e9a-6d5e495977b2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:11.047450 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be4c1732-6ad5-4a5d-beb6-534130f8454e req-9b3d7eaf-b95b-4fb7-8e9a-6d5e495977b2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1070204 May 19 06:38:11.101449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:11.114363 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:11.160201 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-be4c1732-6ad5-4a5d-beb6-534130f8454e req-82944ae3-eaa9-4b56-aae8-5cb6517346f1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975881 May 19 06:38:11.250039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:11.268333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-fdb4e926-1b50-437d-bd96-469f9be92cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:11.270246 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-fdb4e926-1b50-437d-bd96-469f9be92cc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1129 time: 0.0525410 May 19 06:38:11.426516 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-a7c472d7-bbfe-4d51-b804-8ac6701aba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:11.427973 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-a7c472d7-bbfe-4d51-b804-8ac6701aba6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1490157 May 19 06:38:11.503469 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-0ae5629c-4a1a-4da7-a2b2-521649c55574 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 1001 time: 0.0692151 May 19 06:38:11.565185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-1daeace0-8e85-4f4d-a57e-c0241e14b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:11.566699 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-1daeace0-8e85-4f4d-a57e-c0241e14b1f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0579247 May 19 06:38:11.847344 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59766) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:11.960771 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705324484-network', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:11.983672 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Made reservation on behalf of 318e4e0d9f3a49f69eb3d846539b6b67 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:11.986133 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:11.996718 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.100355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks [] for security_group (e6d5e4be-d0d6-4259-9b60-cac3dd411a4c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.105873 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e6d5e4be-d0d6-4259-9b60-cac3dd411a4c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.139973 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:38:12.148036 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5e4be-d0d6-4259-9b60-cac3dd411a4c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:12.157878 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (68e38e3a-ffb1-4a2e-a38a-ee47e58d460f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.159392 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Added segment 68e38e3a-ffb1-4a2e-a38a-ee47e58d460f of type vlan for network cf104e4d-072e-4746-a72c-c14fb907651b May 19 06:38:12.217593 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (cf104e4d-072e-4746-a72c-c14fb907651b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.249211 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (cf104e4d-072e-4746-a72c-c14fb907651b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.251399 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:12.252425 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.325419 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4714818 May 19 06:38:12.325713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59774) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:12.331820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Request body: {'subnet': {'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705324484-subnet', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:12.336553 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac05ad-26ff-47a6-b6f1-76fdb08b4e28 admin admin] Pushing event updated for resources: {'Network': ['ID=cf104e4d-072e-4746-a72c-c14fb907651b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:12.353244 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network cf104e4d-072e-4746-a72c-c14fb907651b details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:38:12.358571 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:12.375826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d5dcc-395d-41c7-8345-659b15cffcf2 req-e0c92d0f-be90-4ac2-8bbd-a4e0a91a557c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:12.377643 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d49d5dcc-395d-41c7-8345-659b15cffcf2 req-e0c92d0f-be90-4ac2-8bbd-a4e0a91a557c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.1150486 May 19 06:38:12.435819 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-ee120143-4e90-4d29-bad2-ec65039b20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:12.438086 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-ee120143-4e90-4d29-bad2-ec65039b20cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942707 May 19 06:38:12.441641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Made reservation on behalf of 318e4e0d9f3a49f69eb3d846539b6b67 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:12.444183 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.538294 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d49d5dcc-395d-41c7-8345-659b15cffcf2 req-a2cd5234-ea15-4603-97f5-c4220bb4fc55 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400290 May 19 06:38:12.669891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (a54605c4-3508-48a5-a745-8b6d91d84b80), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.741725 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54605c4-3508-48a5-a745-8b6d91d84b80,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:12.754657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:12.755022 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Network hostable DHCP agents. Network: cf104e4d-072e-4746-a72c-c14fb907651b, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:38:12.777325 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Network cf104e4d-072e-4746-a72c-c14fb907651b is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:38:12.789641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, cf104e4d-072e-4746-a72c-c14fb907651b) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:12.794688 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:12.795511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.803051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428dd954-8d92-40c3-a69d-624e11927025 None None] Network cf104e4d-072e-4746-a72c-c14fb907651b requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:12.815840 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9e9e7907-0517-421d-8fdd-5fdedeeab49f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4935329 May 19 06:38:12.819458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59776) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:12.825977 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:12.855245 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.856392 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.866042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:12.915505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for router_controller (0099aef0-9835-4b7f-b26f-5d661cffbf31), precommit_add_association {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:12.964826 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-cf104e4d-072e-4746-a72c-c14fb907651b', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:38:12.966417 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.032287 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:13.073849 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for router_gateway (0099aef0-9835-4b7f-b26f-5d661cffbf31), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.149013 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Allocated IP 172.20.0.2 (cf104e4d-072e-4746-a72c-c14fb907651b/a54605c4-3508-48a5-a745-8b6d91d84b80/c1ea28d8-0069-42e0-b432-9c5cbc317665) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:13.153946 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:13.369962 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks [] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.382055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.593754 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:13.597626 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:13.601778 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Pushing event updated for resources: {'Port': ['ID=c1ea28d8-0069-42e0-b432-9c5cbc317665,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:13.603987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:13.667337 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for router_gateway (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.672333 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Attempting to bind port c1ea28d8-0069-42e0-b432-9c5cbc317665 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:13.672719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Attempting to bind port c1ea28d8-0069-42e0-b432-9c5cbc317665 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:13.673095 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Attempting to bind port c1ea28d8-0069-42e0-b432-9c5cbc317665 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:13.674419 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-3647c5ce-32ee-460a-918e-757e7587a8a2 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011265 May 19 06:38:13.680960 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:13.681564 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:13.681564 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.681919 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Bound using segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:13.682717 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Bound port: c1ea28d8-0069-42e0-b432-9c5cbc317665, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:13.683717 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.693032 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.719334 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75aeb-4c28-4365-8ca2-eaebbd62ff8c req-76d0849c-41af-4ea6-9ff7-c3f2da703d95 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:13.721717 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21b75aeb-4c28-4365-8ca2-eaebbd62ff8c req-76d0849c-41af-4ea6-9ff7-c3f2da703d95 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 945 time: 0.0770423 May 19 06:38:13.778403 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] For port c1ea28d8-0069-42e0-b432-9c5cbc317665, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:13.780784 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe63e6a0-fec8-4294-89b8-4a6c340c3cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.783813 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] For port c1ea28d8-0069-42e0-b432-9c5cbc317665, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c1ea28d8-0069-42e0-b432-9c5cbc317665,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:13.792431 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:13.793972 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-21b75aeb-4c28-4365-8ca2-eaebbd62ff8c req-10c7c420-031e-4bb1-9688-6836ddd61132 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645559 May 19 06:38:13.870985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c7da-6251-4d66-ad46-ec8a30b55521 None None] Pushing event updated for resources: {'Port': ['ID=c1ea28d8-0069-42e0-b432-9c5cbc317665,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:13.871923 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Allocated IP 172.27.1.149 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/5c6409b7-fe02-420d-b532-f7f10771db52) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:14.012929 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for port (5c6409b7-fe02-420d-b532-f7f10771db52), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.137379 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.197189 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:14.204650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:14.216666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:14.246810 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Pushing event updated for resources: {'Port': ['ID=5c6409b7-fe02-420d-b532-f7f10771db52,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:14.260156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:14.271397 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-cf739c01-bbc1-4aa4-b039-2a6a3cea520e req-eb6ec7cf-1f33-48ca-88fe-59c42fd721e0 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085781 May 19 06:38:14.417970 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:14.543669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for router_gateway (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.594328 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:38:14.701903 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: ACTIVE; New status is: DOWN {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:14.702419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.737367 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:14.740090 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041cdb9-2752-4817-8494-8517a991d5be" -d '{"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-unplugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:14.796595 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:14.802772 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.841529 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:14.881665 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:14.905807 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 06:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39356c6f-a89d-4e78-8a90-4f1994fc42d9 x-openstack-request-id: req-39356c6f-a89d-4e78-8a90-4f1994fc42d9 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:14.906252 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-unplugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:14.906760 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39356c6f-a89d-4e78-8a90-4f1994fc42d9 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:14.907460 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39356c6f-a89d-4e78-8a90-4f1994fc42d9'] response: {'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'code': 200} May 19 06:38:14.928725 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=8']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:15.061819 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fc42e-4e63-446e-8421-11cdb2ae4761 req-39327d9d-8eb7-419d-864c-7038cf141706 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:15.071499 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e12fc42e-4e63-446e-8421-11cdb2ae4761 req-39327d9d-8eb7-419d-864c-7038cf141706 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1199558 May 19 06:38:15.077388 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:38:15.152896 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e12fc42e-4e63-446e-8421-11cdb2ae4761 req-b52f701e-14f2-4601-bf5c-6de09b81e1eb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770607 May 19 06:38:15.277168 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:38:15.284191 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5743c3-9dd2-4ef0-9aa8-ce9654d56183 None None] Network cf104e4d-072e-4746-a72c-c14fb907651b requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:15.293763 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:38:15.308486 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:15.313347 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cbb6bcd5-68e9-4b99-9d78-d5b4fd86aecd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4897227 May 19 06:38:15.315452 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59814) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:15.326876 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:15.334589 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:37:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:15.374854 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Provisioning complete for port c1ea28d8-0069-42e0-b432-9c5cbc317665 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:15.375743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:15.503225 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:15.505246 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Current status of the port c1ea28d8-0069-42e0-b432-9c5cbc317665 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:15.505676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:15.556155 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] For port c1ea28d8-0069-42e0-b432-9c5cbc317665, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c1ea28d8-0069-42e0-b432-9c5cbc317665,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:15.565244 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:15.573714 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:15.656790 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fb855-3ed8-4bb8-8f94-713fdb6422f6 None None] Pushing event updated for resources: {'Port': ['ID=c1ea28d8-0069-42e0-b432-9c5cbc317665,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:15.796141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:15.835089 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c1ea28d8-0069-42e0-b432-9c5cbc317665 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:15.910235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port c1ea28d8-0069-42e0-b432-9c5cbc317665 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:15.911140 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:15.970067 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:14Z', 'revision_number': 3, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:16.032506 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:38:16.033274 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Updating router 0099aef0-9835-4b7f-b26f-5d661cffbf31 port 5c6409b7-fe02-420d-b532-f7f10771db52 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:38:16.060668 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port c1ea28d8-0069-42e0-b432-9c5cbc317665 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:16.066039 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4220-98ba-4183-8ecc-982b341e3f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.077691 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.094619 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-5c616de8-f7f2-4a44-bb3b-b9b17652a589 None None] Provisioning complete for port c1ea28d8-0069-42e0-b432-9c5cbc317665 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:16.095047 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5c616de8-f7f2-4a44-bb3b-b9b17652a589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.165158 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:16.211840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.253456 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5c616de8-f7f2-4a44-bb3b-b9b17652a589 None None] Current status of the port c1ea28d8-0069-42e0-b432-9c5cbc317665 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:16.437081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3b5c-c19e-4ef2-8b80-418e7f1fb1d9 req-acd85973-d5c5-4768-a335-86be91adead8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:16.438725 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-691b3b5c-c19e-4ef2-8b80-418e7f1fb1d9 req-acd85973-d5c5-4768-a335-86be91adead8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0935881 May 19 06:38:16.550728 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-691b3b5c-c19e-4ef2-8b80-418e7f1fb1d9 req-202f9ae1-3ff8-40ea-a6cd-e1eb0930fff2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024921 May 19 06:38:16.552082 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Allocated IP 172.20.0.1 (cf104e4d-072e-4746-a72c-c14fb907651b/a54605c4-3508-48a5-a745-8b6d91d84b80/867c6353-aa08-4584-98a5-adf0ea651972) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:16.616921 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks [] for port (5c6409b7-fe02-420d-b532-f7f10771db52), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.625716 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.676319 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Pushing event updated for resources: {'Port': ['ID=5c6409b7-fe02-420d-b532-f7f10771db52,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:16.690897 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.691511 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.692810 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.693545 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.694192 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.694867 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.695636 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.696251 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.696802 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.697503 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.698585 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.699283 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.700143 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.700931 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.701462 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:16.751131 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Attempting to bind port 5c6409b7-fe02-420d-b532-f7f10771db52 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:16.754406 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Attempting to bind port 5c6409b7-fe02-420d-b532-f7f10771db52 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:16.755032 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Attempting to bind port 5c6409b7-fe02-420d-b532-f7f10771db52 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:16.766082 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:16.766700 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:16.767325 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.769189 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:16.770285 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Bound port: 5c6409b7-fe02-420d-b532-f7f10771db52, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:16.770710 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.772186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks [] for port (867c6353-aa08-4584-98a5-adf0ea651972), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.812628 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.848643 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] For port 5c6409b7-fe02-420d-b532-f7f10771db52, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:16.854691 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] For port 5c6409b7-fe02-420d-b532-f7f10771db52, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5c6409b7-fe02-420d-b532-f7f10771db52,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:16.865174 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:16.875177 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:16.883805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:16.887099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:16.889712 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Pushing event updated for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:16.934509 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:16.935469 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:16.939466 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:16.946306 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.009715 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518522-17e0-457a-85ff-3d3385004df6 None None] Pushing event updated for resources: {'Port': ['ID=5c6409b7-fe02-420d-b532-f7f10771db52,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:17.046991 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:17.116754 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:17.150496 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (867c6353-aa08-4584-98a5-adf0ea651972), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.184785 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:17.296462 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2616-1f20-433d-a4ae-60af9c340ad6 None None] Provisioning complete for port 867c6353-aa08-4584-98a5-adf0ea651972 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:17.297172 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2616-1f20-433d-a4ae-60af9c340ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (867c6353-aa08-4584-98a5-adf0ea651972), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.332276 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:17.356987 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2616-1f20-433d-a4ae-60af9c340ad6 None None] Port 867c6353-aa08-4584-98a5-adf0ea651972 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:17.361000 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:14Z', 'revision_number': 3, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:17.373649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-b7a69965-6564-4531-ad8f-4fe8a03009b7 req-4bdc45fa-224a-412a-aad0-db9f42539c5b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:38:17.374854 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b7a69965-6564-4531-ad8f-4fe8a03009b7 req-4bdc45fa-224a-412a-aad0-db9f42539c5b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073414 May 19 06:38:17.398229 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26890af-0ed4-47d2-b43a-b01d7e846753 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:14Z', 'revision_number': 3, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:38:17.502442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks [] for port (867c6353-aa08-4584-98a5-adf0ea651972), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.509179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.609053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Pushing event updated for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:17.611792 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.658660 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:17.688935 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8409dd8-0bd2-4978-aae8-dc1b6cc6145c req-d1e0c5b1-81c5-4425-8c4e-37dc3efa46cb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:17.691320 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8409dd8-0bd2-4978-aae8-dc1b6cc6145c req-d1e0c5b1-81c5-4425-8c4e-37dc3efa46cb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1125741 May 19 06:38:17.788481 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c1ea28d8-0069-42e0-b432-9c5cbc317665 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:17.814037 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c8409dd8-0bd2-4978-aae8-dc1b6cc6145c req-4eac952a-f1bc-4049-bc48-a4708733fdf2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140492 May 19 06:38:17.846009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:17.849214 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:17.969221 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port c1ea28d8-0069-42e0-b432-9c5cbc317665 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:17.969631 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.051197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:38:18.082743 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:18.144849 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port c1ea28d8-0069-42e0-b432-9c5cbc317665 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:18.260162 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:38:18.290906 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59870) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:18.308208 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-50e29232-ca16-44a2-99e3-6f26b9ae7c38 admin admin] 10.222.0.65 "PUT /v2.0/routers/0099aef0-9835-4b7f-b26f-5d661cffbf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9875221 May 19 06:38:18.313311 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-8247885b-6071-47de-b8ef-e300cf75f83d None None] Provisioning complete for port 867c6353-aa08-4584-98a5-adf0ea651972 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:18.317659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8247885b-6071-47de-b8ef-e300cf75f83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (867c6353-aa08-4584-98a5-adf0ea651972), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.364471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-8247885b-6071-47de-b8ef-e300cf75f83d None None] Port 867c6353-aa08-4584-98a5-adf0ea651972 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:18.390280 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59876) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:18.441796 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-895df9d2-b762-4bc4-8628-15bb1c732523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.531871 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-49a6e6aa-9738-4ff7-aba6-ccc7e6f96e49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395116 May 19 06:38:18.542350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-577ec3af-6403-46ed-8125-7aa5b78168f3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:38:18.543478 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-577ec3af-6403-46ed-8125-7aa5b78168f3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067694 May 19 06:38:18.601402 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:18.608634 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-895df9d2-b762-4bc4-8628-15bb1c732523 admin admin] Publish callbacks [] for security_group (dae7bf3b-3794-4341-8e77-52f7f3c42a32), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.609792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:38:18.618216 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-895df9d2-b762-4bc4-8628-15bb1c732523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dae7bf3b-3794-4341-8e77-52f7f3c42a32), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.636464 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:18.688697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59888) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:18.689157 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-895df9d2-b762-4bc4-8628-15bb1c732523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=631e7f55ea434c3f9ddbb9ec32e232c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966565 May 19 06:38:18.693436 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895df9d2-b762-4bc4-8628-15bb1c732523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7bf3b-3794-4341-8e77-52f7f3c42a32,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:18.754478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] Publish callbacks [] for security_group (dae7bf3b-3794-4341-8e77-52f7f3c42a32), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.770339 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: DOWN; New status is: DOWN {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:18.793934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] Publish callbacks [] for security_group (dae7bf3b-3794-4341-8e77-52f7f3c42a32), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.803411 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59890) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:18.848050 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.900817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (dae7bf3b-3794-4341-8e77-52f7f3c42a32), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.905842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:18.909879 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dae7bf3b-3794-4341-8e77-52f7f3c42a32 HTTP/1.1" status: 204 len: 168 time: 0.2164049 May 19 06:38:18.913305 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:18.925027 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a18ac-bd0f-4def-9a17-f80844b11f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7bf3b-3794-4341-8e77-52f7f3c42a32,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:19.075475 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73df-2e73-40ff-aa3f-b71d6b8a7a67 req-2fef6d0b-3840-43a6-a163-07703729d39f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:19.077112 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c84e73df-2e73-40ff-aa3f-b71d6b8a7a67 req-2fef6d0b-3840-43a6-a163-07703729d39f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0939062 May 19 06:38:19.089019 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-4daccb3d-b5c6-4ecd-a215-dbe9babfdd66 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:19.091690 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-4daccb3d-b5c6-4ecd-a215-dbe9babfdd66 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports/b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 940 time: 0.2871237 May 19 06:38:19.180685 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59908) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:19.188015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c84e73df-2e73-40ff-aa3f-b71d6b8a7a67 req-445e270b-1fed-4464-97ab-e354c240830f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003270 May 19 06:38:19.190087 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-89228715-network', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:19.239374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Made reservation on behalf of 8aaacebf8e2d4c219ad3adf708ac7dd5 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:19.243282 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.259743 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.415846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks [] for security_group (7efb21b8-0ef7-4b6d-b0fa-8af56bd67003), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.428637 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7efb21b8-0ef7-4b6d-b0fa-8af56bd67003), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.458973 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:38:19.476130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb21b8-0ef7-4b6d-b0fa-8af56bd67003,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:19.491438 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (fd1bf3ba-1837-4fb4-b596-a98c62c046a1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.491438 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Added segment fd1bf3ba-1837-4fb4-b596-a98c62c046a1 of type vlan for network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 May 19 06:38:19.491711 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.492277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.492807 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.493394 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.493916 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.494451 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.494980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.495497 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.496014 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.496529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.497045 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.497761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.498242 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.498979 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.499543 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:19.596518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (e9182e96-94a3-44e2-8bdb-dc6f8cabb012), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.651857 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (e9182e96-94a3-44e2-8bdb-dc6f8cabb012), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.655841 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:19.657178 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.694863 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5121241 May 19 06:38:19.704329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59922) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:19.713233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Request body: {'subnet': {'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-89228715-subnet', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:19.751319 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Made reservation on behalf of 8aaacebf8e2d4c219ad3adf708ac7dd5 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:19.754880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.770615 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5c6409b7-fe02-420d-b532-f7f10771db52 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:19.799809 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78f3a-8ca9-481c-931b-874cabf8643c admin admin] Pushing event updated for resources: {'Network': ['ID=e9182e96-94a3-44e2-8bdb-dc6f8cabb012,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:19.817007 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:38:19.937915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 5c6409b7-fe02-420d-b532-f7f10771db52 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:19.938331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:19.990123 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:38:19.990459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:20.008672 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:20.035159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:20.036020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:20.052998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (49afca5e-bd42-4b5d-8c2b-3e32737b275d), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.119665 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.124021 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49afca5e-bd42-4b5d-8c2b-3e32737b275d,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:20.136332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Checking segment: {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:20.136761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Network hostable DHCP agents. Network: e9182e96-94a3-44e2-8bdb-dc6f8cabb012, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:38:20.149624 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 5c6409b7-fe02-420d-b532-f7f10771db52 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:20.150206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.168946 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:38:20.189454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, e9182e96-94a3-44e2-8bdb-dc6f8cabb012) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:20.197084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:20.199244 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.218245 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee172246-709a-485d-a348-4c5a336d05c0 None None] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:20.231138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 5c6409b7-fe02-420d-b532-f7f10771db52, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5c6409b7-fe02-420d-b532-f7f10771db52,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:20.236086 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-cb4b0403-0306-49a9-b1e3-39248df4cf5f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5304868 May 19 06:38:20.238732 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59936) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:20.243608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:20.284182 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.287314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.314852 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59938) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:20.329581 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:20.334645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.481154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for router_controller (62ca5384-ba35-4758-b67b-52b66fa350c5), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.502081 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27061-e14a-4791-a5c0-41447921d928 req-9561a341-06cd-4f9a-bd0e-f826b22487f0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:20.503735 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a3d27061-e14a-4791-a5c0-41447921d928 req-9561a341-06cd-4f9a-bd0e-f826b22487f0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1030447 May 19 06:38:20.624835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-123636504-network', 'tenant_id': '887496db011b48b5a8a5f2da6d8c5e44'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:20.659521 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Made reservation on behalf of 887496db011b48b5a8a5f2da6d8c5e44 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:20.662271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.672622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.692243 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a3d27061-e14a-4791-a5c0-41447921d928 req-d7b17383-bb09-47b4-8f0c-3d0f997e1361 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528945 May 19 06:38:20.723726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for router_gateway (62ca5384-ba35-4758-b67b-52b66fa350c5), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.743364 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=5c6409b7-fe02-420d-b532-f7f10771db52,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:20.808656 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'fixed_ips': [{'subnet_id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:38:20.809760 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.821424 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks [] for security_group (9fc3e572-30f8-41ea-a748-35264261969a), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.827301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:20.829326 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9fc3e572-30f8-41ea-a748-35264261969a), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.860162 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:38:20.871341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc3e572-30f8-41ea-a748-35264261969a,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:20.876705 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.877116 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Added segment 6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7 of type vlan for network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 May 19 06:38:20.929752 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (87d6fb60-2cd1-43b1-8e28-e6a214bcc197), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:20.951815 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:20.955162 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:20.978323 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 2, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:20.982729 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for router_gateway (62ca5384-ba35-4758-b67b-52b66fa350c5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.004503 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.011690 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:38:21.012055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Updating router 0099aef0-9835-4b7f-b26f-5d661cffbf31 port 867c6353-aa08-4584-98a5-adf0ea651972 binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:38:21.031117 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (87d6fb60-2cd1-43b1-8e28-e6a214bcc197), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.032251 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.032912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.053552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-0e3cebb1-81d2-400e-9898-333e1c1ed6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.055183 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-0e3cebb1-81d2-400e-9898-333e1c1ed6cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 1127 time: 0.1116343 May 19 06:38:21.080236 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (867c6353-aa08-4584-98a5-adf0ea651972), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.126144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:21.134228 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8178852 May 19 06:38:21.138526 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Allocated IP 172.27.1.135 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/0064cc94-4bd8-4ea3-96c4-014e3346ef4d) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:21.141255 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 59942) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:21.149618 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Request body: {'subnet': {'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-123636504-subnet', 'tenant_id': '887496db011b48b5a8a5f2da6d8c5e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:21.155565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728786f-1490-4cdb-bd02-46b1d9c39168 admin admin] Pushing event updated for resources: {'Network': ['ID=87d6fb60-2cd1-43b1-8e28-e6a214bcc197,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:21.157006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Allocated IP 172.20.0.2 (e9182e96-94a3-44e2-8bdb-dc6f8cabb012/49afca5e-bd42-4b5d-8c2b-3e32737b275d/e0d99a65-66a1-4e8b-94a9-771d743521f9) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:21.177600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-0f1af17b-befb-43c5-b2b8-6dfa64e8f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.177600 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-0f1af17b-befb-43c5-b2b8-6dfa64e8f927 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1127 time: 0.0926294 May 19 06:38:21.196606 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Made reservation on behalf of 887496db011b48b5a8a5f2da6d8c5e44 for: {'subnet': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:21.198488 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:38:21.201428 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26954024'] for subnet (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.263399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:21.320016 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.321165 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:21.375955 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.376324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-833d9182-191b-4662-a871-d3470532cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.378516 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-833d9182-191b-4662-a871-d3470532cbc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1923890 May 19 06:38:21.441259 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:21.452997 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:21.456630 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:21.459941 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Pushing event updated for resources: {'Port': ['ID=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:21.586801 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-9f990e96-38ae-453b-a488-7e62c7cc8858 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 999 time: 0.1993999 May 19 06:38:21.588298 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks [] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.603138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.680407 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:21.689073 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:21.712022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Pushing event updated for resources: {'Port': ['ID=e0d99a65-66a1-4e8b-94a9-771d743521f9,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:21.717096 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:21.727179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26954046'] for subnet (34db5703-f0fc-4b5e-9225-ecf80bc580da), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.766239 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5c6409b7-fe02-420d-b532-f7f10771db52 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:21.771058 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks [] for port (867c6353-aa08-4584-98a5-adf0ea651972), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.809499 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.819955 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-a2805fe3-2221-40f7-9013-3498d60216bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.822530 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-a2805fe3-2221-40f7-9013-3498d60216bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.1943500 May 19 06:38:21.867707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Attempting to bind port e0d99a65-66a1-4e8b-94a9-771d743521f9 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:21.867982 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Attempting to bind port e0d99a65-66a1-4e8b-94a9-771d743521f9 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:21.868265 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for router_gateway (62ca5384-ba35-4758-b67b-52b66fa350c5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.869073 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Attempting to bind port e0d99a65-66a1-4e8b-94a9-771d743521f9 on network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:21.879224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:21.894882 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:21.895519 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Checking segment: {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:21.896087 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.896666 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Bound using segment: {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:21.897338 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Bound port: e0d99a65-66a1-4e8b-94a9-771d743521f9, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:21.897908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.919182 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7aaa-6ace-4972-9070-0cc80634d9f9 None None] Pushing event updated for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:21.920969 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-8e4f1167-c512-4e87-b132-93c59f1cb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:21.924467 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-8e4f1167-c512-4e87-b132-93c59f1cb3af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0916910 May 19 06:38:21.954575 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 5c6409b7-fe02-420d-b532-f7f10771db52 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:21.955217 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:21.963528 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34db5703-f0fc-4b5e-9225-ecf80bc580da,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:22.066044 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Attempting to bind port 867c6353-aa08-4584-98a5-adf0ea651972 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:22.066414 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Attempting to bind port 867c6353-aa08-4584-98a5-adf0ea651972 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:22.066968 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Attempting to bind port 867c6353-aa08-4584-98a5-adf0ea651972 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:22.067396 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Checking segment: {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:22.067766 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Network hostable DHCP agents. Network: 87d6fb60-2cd1-43b1-8e28-e6a214bcc197, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:38:22.079693 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] For port e0d99a65-66a1-4e8b-94a9-771d743521f9, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:22.082663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:22.083338 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:22.083920 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.084472 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Bound using segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:22.085121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Bound port: 867c6353-aa08-4584-98a5-adf0ea651972, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:22.085721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (867c6353-aa08-4584-98a5-adf0ea651972), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.089429 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] For port e0d99a65-66a1-4e8b-94a9-771d743521f9, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e0d99a65-66a1-4e8b-94a9-771d743521f9,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:22.096273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:22.103011 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8e5ec-c488-4a1d-8242-24a9e03678da req-cefe3238-eb3d-48a4-bc0e-19fba3c09b1b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:22.111725 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ffb8e5ec-c488-4a1d-8242-24a9e03678da req-cefe3238-eb3d-48a4-bc0e-19fba3c09b1b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.2140028 May 19 06:38:22.112712 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.147108 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.191658 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:38:22.219251 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-5a72ef9a-dfb8-44b1-a334-ef7edd639ffa service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423117 May 19 06:38:22.235530 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ffb8e5ec-c488-4a1d-8242-24a9e03678da req-6fb9389a-7918-40c4-8ad4-adcdfcea84ba tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227896 May 19 06:38:22.243873 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 87d6fb60-2cd1-43b1-8e28-e6a214bcc197) {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:22.259194 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 5c6409b7-fe02-420d-b532-f7f10771db52 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:22.267563 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88854c7a-2848-4296-8531-5d0c33663458 None None] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:22.281478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:22.282067 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.306609 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:22.308002 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:22.364971 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Router 62ca5384-ba35-4758-b67b-52b66fa350c5 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:38:22.373694 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c237-d77c-466d-ba59-e8acc76e956c None None] Pushing event updated for resources: {'Port': ['ID=e0d99a65-66a1-4e8b-94a9-771d743521f9,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:22.404271 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] For port 867c6353-aa08-4584-98a5-adf0ea651972, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:22.413202 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-63990f29-3ddc-485f-91a9-3fe50b460bcb None None] Provisioning complete for port 867c6353-aa08-4584-98a5-adf0ea651972 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:22.413592 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63990f29-3ddc-485f-91a9-3fe50b460bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (867c6353-aa08-4584-98a5-adf0ea651972), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.450231 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] For port 867c6353-aa08-4584-98a5-adf0ea651972, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=867c6353-aa08-4584-98a5-adf0ea651972,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:22.474373 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.493934 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:38:22.508634 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Sync routers for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:38:22.529446 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:22.531469 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-86260fab-56c6-4512-bc52-0bc9c84f77be admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2915552 May 19 06:38:22.534614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 59946) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:22.552370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-63990f29-3ddc-485f-91a9-3fe50b460bcb None None] Port 867c6353-aa08-4584-98a5-adf0ea651972 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:22.557259 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:22.558807 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:22.644611 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7231f0e-9f26-4198-a1a8-5debaaa4cf55 None None] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:22.696597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:22.729345 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bd33e7c2-29d5-4682-babe-6e4b2cdb7011 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5862536 May 19 06:38:22.754462 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:22.755181 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:22.828927 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-747f572c-95e8-4a11-b50d-4d70332a7403 req-8f9d9304-1887-44ce-a6b1-508b1b297f11 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862997 May 19 06:38:22.840732 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:23.110296 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7aaa-6ace-4972-9070-0cc80634d9f9 None None] Pushing event updated for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:23.126370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Provisioning complete for port 867c6353-aa08-4584-98a5-adf0ea651972 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:23.128345 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (867c6353-aa08-4584-98a5-adf0ea651972), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:23.167989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:23.232542 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:21Z', 'revision_number': 3, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:23.263265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:23.274793 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Checking router: 62ca5384-ba35-4758-b67b-52b66fa350c5 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:38:23.275439 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Updating router 62ca5384-ba35-4758-b67b-52b66fa350c5 port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:38:23.315157 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:23.398348 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Current status of the port 867c6353-aa08-4584-98a5-adf0ea651972 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:23.402159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (867c6353-aa08-4584-98a5-adf0ea651972), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:23.625469 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] For port 867c6353-aa08-4584-98a5-adf0ea651972, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=867c6353-aa08-4584-98a5-adf0ea651972,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:23.655824 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:23.724524 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d876f1-686e-4f1e-92fe-ab3317ac60a5 req-15211e97-b3a1-4337-b6c3-5547509d2bd1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:23.753934 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4d876f1-686e-4f1e-92fe-ab3317ac60a5 req-15211e97-b3a1-4337-b6c3-5547509d2bd1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1054804 May 19 06:38:23.824781 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:23.877872 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e0d99a65-66a1-4e8b-94a9-771d743521f9 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:23.985550 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:24.013535 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e656612-b8c3-4b87-9b71-141c8a392141 None None] Pushing event updated for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:24.032921 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks [] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.044281 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.077160 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e4d876f1-686e-4f1e-92fe-ab3317ac60a5 req-63561163-991d-4b11-bd82-8d8f1405c89c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220804 May 19 06:38:24.077944 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:22Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:24.080310 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08673e2a-0592-4034-a426-961a9e2dab5d None None] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:38:24.095933 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port e0d99a65-66a1-4e8b-94a9-771d743521f9 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:24.096362 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.127599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.206046 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Attempting to bind port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:24.207695 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Attempting to bind port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:24.208925 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Attempting to bind port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:24.215784 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954faff-2140-4d95-89f9-d34aee389369 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:22Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:38:24.251839 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:24.253586 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:24.254431 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.257461 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:24.259886 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Bound port: 0064cc94-4bd8-4ea3-96c4-014e3346ef4d, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:24.261443 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.287664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Provisioning complete for port e0d99a65-66a1-4e8b-94a9-771d743521f9 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:24.291675 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.456646 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Allocated IP 172.20.0.1 (e9182e96-94a3-44e2-8bdb-dc6f8cabb012/49afca5e-bd42-4b5d-8c2b-3e32737b275d/80395216-62d0-4614-a6cf-8c23af7fd79c) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:24.524031 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] For port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:24.545567 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] For port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:24.550480 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7fb2-ebc2-4b98-ae72-c29861f790e1 None None] Pushing event updated for resources: {'Port': ['ID=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:24.554741 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:24.557603 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.642819 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks [] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.677919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:24.678655 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:24.695028 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:24.695635 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:24.699115 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port e0d99a65-66a1-4e8b-94a9-771d743521f9 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:24.703568 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.788488 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.912663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Current status of the port e0d99a65-66a1-4e8b-94a9-771d743521f9 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:24.926003 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:24.927060 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:24.940350 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port e0d99a65-66a1-4e8b-94a9-771d743521f9, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e0d99a65-66a1-4e8b-94a9-771d743521f9,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:25.004174 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:25.067855 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:25.077521 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7fb2-ebc2-4b98-ae72-c29861f790e1 None None] Pushing event updated for resources: {'Port': ['ID=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:25.124613 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Pushing event updated for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:25.140635 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:25.158981 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:25.162436 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:25.264532 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (62ca5384-ba35-4758-b67b-52b66fa350c5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:25.321735 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.db.api [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 06:38:25.322585 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG oslo_db.api [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 06:38:25.361811 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=e0d99a65-66a1-4e8b-94a9-771d743521f9,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:25.476254 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f3e0-6fea-48eb-92b1-53cd6162aebc req-997399fd-4e8d-45dd-b9af-f14176e3805b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:25.479907 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b434f3e0-6fea-48eb-92b1-53cd6162aebc req-997399fd-4e8d-45dd-b9af-f14176e3805b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1385708 May 19 06:38:25.643798 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-0897d1c8-6526-4aa7-8dc0-db75b63b4664 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:25.668112 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-0897d1c8-6526-4aa7-8dc0-db75b63b4664 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 813 time: 0.3998163 May 19 06:38:25.694660 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:21Z', 'revision_number': 3, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:25.716274 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ad113683-297b-43f5-b476-052f6b0e96bc tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/quotas/887496db011b48b5a8a5f2da6d8c5e44 HTTP/1.1" status: 200 len: 375 time: 0.0463920 May 19 06:38:25.722771 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b434f3e0-6fea-48eb-92b1-53cd6162aebc req-224b8ef7-b055-41b9-a0cc-ff968f919251 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181003 May 19 06:38:25.776752 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c5f9-3395-4659-8f73-8585f51a7aa4 None None] The sync data for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi is: [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:21Z', 'revision_number': 3, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:38:25.809243 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-89294f49-f625-4534-aba4-b4adc381baa7 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919383 May 19 06:38:25.909421 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:25.919922 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-450188f3-11b8-45f4-83fb-53204d348f4b None None] Current status of the port e0d99a65-66a1-4e8b-94a9-771d743521f9 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:25.946012 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 867c6353-aa08-4584-98a5-adf0ea651972 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:26.074338 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:26.075764 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-85b4f51a-445b-4efc-82e9-7bfa3703142d service neutron] 10.222.0.65 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531116 May 19 06:38:26.087506 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Provisioning complete for port 80395216-62d0-4614-a6cf-8c23af7fd79c triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:26.087866 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.179128 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Port 80395216-62d0-4614-a6cf-8c23af7fd79c cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:26.220220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Provisioning complete for port e0d99a65-66a1-4e8b-94a9-771d743521f9 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:26.226635 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.295531 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks [] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.307921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.348470 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 867c6353-aa08-4584-98a5-adf0ea651972 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:26.349039 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (867c6353-aa08-4584-98a5-adf0ea651972), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.357056 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-f7aaf360-3ab5-4f3b-842a-09ef6163aff0 service neutron] 10.222.0.65 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757099 May 19 06:38:26.518315 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (62ca5384-ba35-4758-b67b-52b66fa350c5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.645497 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-6ef504be-c708-4d8c-a3d0-f7dc6838f11b None None] Current status of the port e0d99a65-66a1-4e8b-94a9-771d743521f9 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:26.694607 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 867c6353-aa08-4584-98a5-adf0ea651972 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:26.695744 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e0d99a65-66a1-4e8b-94a9-771d743521f9 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:26.732177 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Pushing event updated for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:26.745934 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:26.798588 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port e0d99a65-66a1-4e8b-94a9-771d743521f9 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:26.799141 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:26.835226 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2338ee2-d886-421f-8ae9-52940470b290 req-d3332c69-ef18-4b8a-be88-0f734180f446 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.1662104 May 19 06:38:26.976267 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:26.978088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:27.023425 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776c84-be13-4f1a-a8f6-f9813e4269a1 req-f1de415e-0112-4de6-a460-dfc41c025afe tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:27.037458 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5776c84-be13-4f1a-a8f6-f9813e4269a1 req-f1de415e-0112-4de6-a460-dfc41c025afe tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1333156 May 19 06:38:27.061124 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port e0d99a65-66a1-4e8b-94a9-771d743521f9 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:27.096763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:27.168801 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b5776c84-be13-4f1a-a8f6-f9813e4269a1 req-d7a67a6b-004b-4d98-9417-a949df3e7e37 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302693 May 19 06:38:27.184118 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:38:27.208523 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:27.214397 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Router 62ca5384-ba35-4758-b67b-52b66fa350c5 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:38:27.397608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:38:27.403816 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d0f5dfba-3596-493b-be5e-98a56ffc61db admin admin] 10.222.0.65 "PUT /v2.0/routers/62ca5384-ba35-4758-b67b-52b66fa350c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8676693 May 19 06:38:27.587647 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-a410db13-87a9-42e2-aa49-af4becdb328a None None] Provisioning complete for port 80395216-62d0-4614-a6cf-8c23af7fd79c triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:27.588151 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a410db13-87a9-42e2-aa49-af4becdb328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:27.700370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a410db13-87a9-42e2-aa49-af4becdb328a None None] Port 80395216-62d0-4614-a6cf-8c23af7fd79c cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:27.766903 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 0064cc94-4bd8-4ea3-96c4-014e3346ef4d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:27.872450 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:27.873060 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.003409 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:28.004262 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.021019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:28.037958 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:28.041118 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10c10e6e-872e-4375-9bab-6ad0ebe7fb27 req-8836ffd0-8df3-497e-a4e5-a610ae4e06af tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0727670 May 19 06:38:28.051187 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.097661 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60018) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:28.103579 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964986703', 'description': 'tempest-secgroup-smoke-1964986703 description', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:28.120404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:28.133110 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.236279 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (da284d06-6465-4988-8e83-dfd5885464a5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.241502 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (da284d06-6465-4988-8e83-dfd5885464a5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.289061 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da284d06-6465-4988-8e83-dfd5885464a5,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:28.295991 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.298103 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-9b272876-fa1c-4cae-a5d1-a583319f053c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1986582 May 19 06:38:28.301128 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60022) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:28.306994 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:28.360466 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (a46e0110-3327-43c5-b684-bf49c5890a33), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.379865 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a18cf-a868-451f-8090-a4c29f22c8ff req-2e720540-5c9d-49e9-8004-7fd90ac3a447 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:28.386354 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c0a18cf-a868-451f-8090-a4c29f22c8ff req-2e720540-5c9d-49e9-8004-7fd90ac3a447 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0812020 May 19 06:38:28.424544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (a46e0110-3327-43c5-b684-bf49c5890a33), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.431972 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (a46e0110-3327-43c5-b684-bf49c5890a33), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.455059 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46e0110-3327-43c5-b684-bf49c5890a33,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:28.462160 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:28.481226 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.483114 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2cf0d328-bf49-4bc1-b416-02defefd87bc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804662 May 19 06:38:28.486300 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60024) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:28.488154 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c0a18cf-a868-451f-8090-a4c29f22c8ff req-b6c1a549-5eda-4d9a-b049-4583b50c047a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979340 May 19 06:38:28.510960 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:28.556999 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (0f10f2ad-f556-4499-a0ac-c717d5c0deb4), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.659978 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (0f10f2ad-f556-4499-a0ac-c717d5c0deb4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.665893 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (0f10f2ad-f556-4499-a0ac-c717d5c0deb4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.701491 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f10f2ad-f556-4499-a0ac-c717d5c0deb4,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:28.715614 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.717178 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-36c522d6-2074-4bf7-b3fe-0468b69d8db1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2270825 May 19 06:38:28.720046 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60026) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:28.725523 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:28.773907 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (944e374f-9932-4ebe-b4ea-da05819e8964), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.874746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (944e374f-9932-4ebe-b4ea-da05819e8964), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.879826 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (944e374f-9932-4ebe-b4ea-da05819e8964), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.909414 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:28.911167 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899514 May 19 06:38:28.914217 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60028) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:28.918209 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e106b-c198-42fd-bc07-998f4d6e0b29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e374f-9932-4ebe-b4ea-da05819e8964,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:28.922950 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:28.961371 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (6fdede82-7f18-4a57-b029-2afdf8cb11e7), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.023912 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Sync routers for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:38:29.041352 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:29.054292 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:29.054945 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:29.076570 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (6fdede82-7f18-4a57-b029-2afdf8cb11e7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.085191 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (6fdede82-7f18-4a57-b029-2afdf8cb11e7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.136602 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdede82-7f18-4a57-b029-2afdf8cb11e7,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:29.146199 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.147330 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f9425045-4614-4091-956e-ce869c55b583 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317407 May 19 06:38:29.151069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60032) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:29.157954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:29.208052 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Project 318e4e0d9f3a49f69eb3d846539b6b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:38:29.212614 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f59ca604-d32d-435d-b25f-896aed51d05d req-3561e7fb-a481-4cfd-be00-34b0ae45513a tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0715458 May 19 06:38:29.218767 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (a0c05336-88ea-4e14-bfe5-3942e5e1c02f), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.248508 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:29.309683 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (a0c05336-88ea-4e14-bfe5-3942e5e1c02f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.314162 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (a0c05336-88ea-4e14-bfe5-3942e5e1c02f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.345458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c05336-88ea-4e14-bfe5-3942e5e1c02f,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:29.370466 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.372489 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-595dcc21-2f7e-402c-8e61-13567d703f76 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2188783 May 19 06:38:29.376648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60034) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:29.383093 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'security_group_rule': {'security_group_id': 'da284d06-6465-4988-8e83-dfd5885464a5', 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:29.422303 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Project 318e4e0d9f3a49f69eb3d846539b6b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:38:29.433453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (6f76d8a7-afcc-41ca-ab08-48bafb4e2902), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.504514 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (6f76d8a7-afcc-41ca-ab08-48bafb4e2902), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.521269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (6f76d8a7-afcc-41ca-ab08-48bafb4e2902), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.544167 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:25Z', 'revision_number': 4, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '80395216-62d0-4614-a6cf-8c23af7fd79c', 'name': '', 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'mac_address': 'fa:16:3e:24:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:24Z', 'updated_at': '2022-05-19T06:38:26Z', 'revision_number': 2, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'subnets': [{'id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:29.551142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f76d8a7-afcc-41ca-ab08-48bafb4e2902,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:29.561519 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.568206 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0e90e68c-9598-4c71-bb8b-b6f89e3e3bfa tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902635 May 19 06:38:29.587890 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Checking router: 62ca5384-ba35-4758-b67b-52b66fa350c5 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:38:29.588427 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Updating router 62ca5384-ba35-4758-b67b-52b66fa350c5 port 80395216-62d0-4614-a6cf-8c23af7fd79c binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:38:29.653868 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.706408 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150fe84-b66e-4481-921f-aa2659c755c3 req-dbdc7bcf-1419-43cc-8cc4-f5e79fafcb7f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:29.708022 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0150fe84-b66e-4481-921f-aa2659c755c3 req-dbdc7bcf-1419-43cc-8cc4-f5e79fafcb7f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1061316 May 19 06:38:29.772643 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 0064cc94-4bd8-4ea3-96c4-014e3346ef4d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:29.796219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0150fe84-b66e-4481-921f-aa2659c755c3 req-f1850bb2-4234-4731-ba94-f8c1ce1552c9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779114 May 19 06:38:29.959232 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:29.959609 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:29.962600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:30.281977 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:30.364444 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:30.379600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks [] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:30.398621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:30.431712 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-822977a8-ac1e-43b2-ad4e-9e7e26ccb08c req-0bc734fb-e929-45c5-8131-c3fb32aad131 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0498898 May 19 06:38:30.480068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Pushing event updated for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:30.490754 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.491104 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.491525 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.491870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.492277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.492607 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.493011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.493370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.493780 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.494107 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.494432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.495399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.495888 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.496211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.496680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:38:30.631539 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Attempting to bind port 80395216-62d0-4614-a6cf-8c23af7fd79c on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:30.632171 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Attempting to bind port 80395216-62d0-4614-a6cf-8c23af7fd79c by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:30.632691 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Attempting to bind port 80395216-62d0-4614-a6cf-8c23af7fd79c on network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:30.646160 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:30.646856 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Checking segment: {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:30.650082 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:30.650572 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Bound using segment: {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:30.651138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Bound port: 80395216-62d0-4614-a6cf-8c23af7fd79c, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:30.651878 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:30.772723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] For port 80395216-62d0-4614-a6cf-8c23af7fd79c, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:30.783211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] For port 80395216-62d0-4614-a6cf-8c23af7fd79c, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=80395216-62d0-4614-a6cf-8c23af7fd79c,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:30.791699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:30.862055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc414ac-bf1b-4bfc-8a60-b9f0f10856eb None None] Pushing event updated for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:30.902781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:38:30.903698 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:31.013991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Provisioning complete for port 80395216-62d0-4614-a6cf-8c23af7fd79c triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:31.013991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:31.095098 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82f20c-c197-4892-82ea-21d38c58ee9b req-e0f91a0c-d1da-435f-bd00-b04dc60680fb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:31.110040 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb82f20c-c197-4892-82ea-21d38c58ee9b req-e0f91a0c-d1da-435f-bd00-b04dc60680fb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1135821 May 19 06:38:31.152678 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:31.168811 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Current status of the port 80395216-62d0-4614-a6cf-8c23af7fd79c is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:31.169192 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:31.254946 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb82f20c-c197-4892-82ea-21d38c58ee9b req-c74446c1-d20f-4f63-9a5e-e0436c7ec916 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351326 May 19 06:38:31.289397 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:38:31.292491 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] For port 80395216-62d0-4614-a6cf-8c23af7fd79c, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=80395216-62d0-4614-a6cf-8c23af7fd79c,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:31.315991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:31.353154 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:31.453957 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37d84b-ebaa-4018-8fdb-2fb7e17770a0 None None] Pushing event updated for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:31.474558 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-17dd0966-a73f-4bd5-a357-67aa6d5b088d None None] Provisioning complete for port 80395216-62d0-4614-a6cf-8c23af7fd79c triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:31.474913 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-17dd0966-a73f-4bd5-a357-67aa6d5b088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:31.584863 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-488588ca-29c5-456f-82b9-b567296cc264 req-a1b40e9b-913d-4e2e-941d-225fc4838018 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0398142 May 19 06:38:31.647019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:31.656051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-17dd0966-a73f-4bd5-a357-67aa6d5b088d None None] Current status of the port 80395216-62d0-4614-a6cf-8c23af7fd79c is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:31.683077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:25Z', 'revision_number': 4, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '80395216-62d0-4614-a6cf-8c23af7fd79c', 'name': '', 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'mac_address': 'fa:16:3e:24:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:24Z', 'updated_at': '2022-05-19T06:38:30Z', 'revision_number': 4, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'subnets': [{'id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:38:31.711096 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11262c8b-2a52-4a13-94e7-0fcf9a6674f3 None None] The sync data for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi is: [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:38:25Z', 'revision_number': 4, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '80395216-62d0-4614-a6cf-8c23af7fd79c', 'name': '', 'network_id': 'e9182e96-94a3-44e2-8bdb-dc6f8cabb012', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'mac_address': 'fa:16:3e:24:c5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:24Z', 'updated_at': '2022-05-19T06:38:30Z', 'revision_number': 4, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'subnets': [{'id': '49afca5e-bd42-4b5d-8c2b-3e32737b275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:38:32.493573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c4a0-1f03-49e1-bece-f9acd8323fb5 req-7f9c01ff-c321-4296-a58a-1c0d784f9b29 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:32.502229 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b241c4a0-1f03-49e1-bece-f9acd8323fb5 req-7f9c01ff-c321-4296-a58a-1c0d784f9b29 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0787735 May 19 06:38:32.648833 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b241c4a0-1f03-49e1-bece-f9acd8323fb5 req-88f3dc45-72df-4b52-a77d-1fb19152c71c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449263 May 19 06:38:32.745099 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-706ea724-23ce-43e5-900c-f2d32cc2191b req-35250add-c9ae-4d2e-8423-fe998ca8eb36 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0386665 May 19 06:38:33.691657 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 80395216-62d0-4614-a6cf-8c23af7fd79c up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:33.748041 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 80395216-62d0-4614-a6cf-8c23af7fd79c triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:33.748316 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:33.798669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577458-6d05-4593-9308-d45ff845e4ea req-18634afb-14ee-4b86-8da5-de034c452dee tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:33.800676 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd577458-6d05-4593-9308-d45ff845e4ea req-18634afb-14ee-4b86-8da5-de034c452dee tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0602908 May 19 06:38:33.824478 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 80395216-62d0-4614-a6cf-8c23af7fd79c is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:33.854917 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1a2a6f40-b0a2-4ddd-b5da-e8ae7946821f req-c6131d22-4e84-4639-be9b-bc6f06fdf866 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0348694 May 19 06:38:33.862261 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fd577458-6d05-4593-9308-d45ff845e4ea req-596a6834-dea2-4cad-ba16-61e635d49b0c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555322 May 19 06:38:34.640267 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:34.998674 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0150dfe6-024f-4475-be2a-a9f813029b1a req-ebd64cd4-c841-4b32-9f6a-6b295eb39a04 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0538948 May 19 06:38:35.073457 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad547-8c2c-425b-83f0-b08009c0fef3 req-015a9ad5-39f4-4d75-9d62-701e51b8818d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:35.075137 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df1ad547-8c2c-425b-83f0-b08009c0fef3 req-015a9ad5-39f4-4d75-9d62-701e51b8818d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.1249344 May 19 06:38:35.165774 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-df1ad547-8c2c-425b-83f0-b08009c0fef3 req-84e6cfdf-0bbd-42e5-98d2-1ea0dd023925 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819826 May 19 06:38:35.188461 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-b2381c8d-f502-467b-8f08-654450175353 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:35.190852 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-b2381c8d-f502-467b-8f08-654450175353 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 813 time: 0.1884420 May 19 06:38:35.206206 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Request body: {'port': {'device_id': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197', 'admin_state_up': True, 'tenant_id': '887496db011b48b5a8a5f2da6d8c5e44'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:35.302660 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:35.336418 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Made reservation on behalf of 887496db011b48b5a8a5f2da6d8c5e44 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:35.341171 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:35.475476 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Allocated IP 172.20.0.13 (87d6fb60-2cd1-43b1-8e28-e6a214bcc197/34db5703-f0fc-4b5e-9225-ecf80bc580da/e403aee9-b9e1-4257-a333-441e2cafc81b) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:35.642292 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks [] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:35.675613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:35.730938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:35.734295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:35.738185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:35.763475 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Pushing event updated for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:35.770862 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:35.794092 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:35.794900 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:35.812119 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e8b39bc1-eb58-447a-99e4-9d61cf0b09d1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099904 May 19 06:38:35.829635 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Request body: {'port': {'device_id': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:35.889565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.166163 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:36.216968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e403aee9-b9e1-4257-a333-441e2cafc81b {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:38:36.227110 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks [] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.244684 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Transition to ACTIVE for port object e403aee9-b9e1-4257-a333-441e2cafc81b will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:38:36.249558 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.302558 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc2b26-c3e5-44e4-a0f2-6c9b18f5b69f req-f868c8d8-d28d-413f-ad68-d4b503a2fd2f tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:36.304103 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83bc2b26-c3e5-44e4-a0f2-6c9b18f5b69f req-f868c8d8-d28d-413f-ad68-d4b503a2fd2f tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 944 time: 0.0558875 May 19 06:38:36.347798 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdfcb4-5be3-4ed0-9296-1f33215f4125 req-57a4a699-a0f6-4127-bae9-acc905f51ca8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:36.349302 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-42bdfcb4-5be3-4ed0-9296-1f33215f4125 req-57a4a699-a0f6-4127-bae9-acc905f51ca8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0905960 May 19 06:38:36.350264 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Pushing event updated for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:36.365383 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83bc2b26-c3e5-44e4-a0f2-6c9b18f5b69f req-fd0c6991-b1ba-4aa9-bcff-c36112157ad7 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555336 May 19 06:38:36.451571 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-42bdfcb4-5be3-4ed0-9296-1f33215f4125 req-45804759-d19c-4fa7-a6e4-5f462bb9816b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931289 May 19 06:38:36.465903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Attempting to bind port e403aee9-b9e1-4257-a333-441e2cafc81b on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:36.466330 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Attempting to bind port e403aee9-b9e1-4257-a333-441e2cafc81b by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:36.466553 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Attempting to bind port e403aee9-b9e1-4257-a333-441e2cafc81b on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:36.471271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Port e403aee9-b9e1-4257-a333-441e2cafc81b on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:38:36.471643 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Attempting to bind port e403aee9-b9e1-4257-a333-441e2cafc81b on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:36.476566 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:36.477017 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Checking segment: {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:36.477500 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Bound using segment: {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:36.477930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Bound port: e403aee9-b9e1-4257-a333-441e2cafc81b, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:36.478283 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.550151 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:36.553796 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e403aee9-b9e1-4257-a333-441e2cafc81b,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:36.560895 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.599123 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:36.599817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:36.601343 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] 10.222.0.59 "PUT /v2.0/ports/e403aee9-b9e1-4257-a333-441e2cafc81b HTTP/1.1" status: 200 len: 1094 time: 0.7760808 May 19 06:38:36.601826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:36.604804 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30fc807-b195-488f-b58a-8dfad8cbb6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:36.628733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef644d2f-cf14-4df6-b3d8-03d4ebda00fd service neutron] Pushing event updated for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:36.648499 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3fac14-3985-452f-ac6c-98dc7f0e3fe7 x-openstack-request-id: req-2c3fac14-3985-452f-ac6c-98dc7f0e3fe7 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:36.648791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:36.649039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c3fac14-3985-452f-ac6c-98dc7f0e3fe7 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:36.649475 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3fac14-3985-452f-ac6c-98dc7f0e3fe7'] response: {'name': 'network-changed', 'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b', 'status': 'completed', 'code': 200} May 19 06:38:36.684593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:36.696087 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-d149858b-fa52-4dd3-b983-2dd0bbe1497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:36.697619 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-d149858b-fa52-4dd3-b983-2dd0bbe1497b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 1128 time: 0.0465674 May 19 06:38:36.741602 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-da40ccad-e88a-4964-8570-583d8a0f0253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e403aee9-b9e1-4257-a333-441e2cafc81b HTTP/1.1" status: 200 len: 217 time: 0.0360878 May 19 06:38:36.790121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-12760369-603f-4b62-ab0f-1322db680cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:36.791612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-12760369-603f-4b62-ab0f-1322db680cfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34db5703-f0fc-4b5e-9225-ecf80bc580da HTTP/1.1" status: 200 len: 853 time: 0.0439525 May 19 06:38:36.827310 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-e73972a8-7cc6-41d8-b77f-2bf3cd62c7ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275025 May 19 06:38:36.935684 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-afe73889-b053-4c5e-b763-fee3f33556e1 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013849 May 19 06:38:37.025459 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-575463c8-1681-47f4-9d58-9dad29ed6081 req-07851484-0184-41bf-99c7-ea866b9f4e4e service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 May 19 06:38:37.504445 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905824-25c6-4630-917b-6635ed148130 req-a7a44a3d-24b0-4679-a777-a0dbb7f04f7e tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:37.506060 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-25905824-25c6-4630-917b-6635ed148130 req-a7a44a3d-24b0-4679-a777-a0dbb7f04f7e tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 944 time: 0.0609617 May 19 06:38:37.569968 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=8 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:37.579375 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-25905824-25c6-4630-917b-6635ed148130 req-2b5bdff0-2da1-483c-8bcc-91a6a3d14af6 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669405 May 19 06:38:37.583184 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede030-a72e-4b6f-aad3-6609fab76696 req-b3369d2f-25fc-4042-b202-844a2fdcaea9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:37.584645 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83ede030-a72e-4b6f-aad3-6609fab76696 req-b3369d2f-25fc-4042-b202-844a2fdcaea9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0518637 May 19 06:38:37.647471 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-83ede030-a72e-4b6f-aad3-6609fab76696 req-c0ad0907-94e8-4918-ae34-6ee3a5de2473 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546882 May 19 06:38:37.806389 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-9b64e26a-10f8-4811-b116-c2f27a2d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:37.808602 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-9b64e26a-10f8-4811-b116-c2f27a2d670a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 1128 time: 0.0412719 May 19 06:38:37.886758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:37.916157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-558c498d-b00a-477a-9da2-64783fb9ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:37.919015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-558c498d-b00a-477a-9da2-64783fb9ba01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 914 time: 0.1036258 May 19 06:38:37.965262 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-1ecda498-5106-4db7-a960-25f20f583c3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e403aee9-b9e1-4257-a333-441e2cafc81b HTTP/1.1" status: 200 len: 217 time: 0.0403390 May 19 06:38:38.022938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-a3bddfbf-6bdb-4a2e-9ee1-93e03b11e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:38.024387 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-a3bddfbf-6bdb-4a2e-9ee1-93e03b11e0de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34db5703-f0fc-4b5e-9225-ecf80bc580da HTTP/1.1" status: 200 len: 853 time: 0.0469685 May 19 06:38:38.062194 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-d9d1b9c3-8192-4594-82b4-0e6f52624421 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287907 May 19 06:38:38.174961 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-17b127e6-a7a1-4618-adec-1bae1d877ff6 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061561 May 19 06:38:38.275422 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a30fc807-b195-488f-b58a-8dfad8cbb6a6 req-6af28eb7-22b9-47d9-8556-11b9cb889fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940640 May 19 06:38:38.719338 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05883f-7142-4dd3-80fc-4b9a6ae9ad62 req-c472610e-43d1-4937-87f9-8aafb944aca3 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:38.720100 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e403aee9-b9e1-4257-a333-441e2cafc81b details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:38:38.722301 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-de05883f-7142-4dd3-80fc-4b9a6ae9ad62 req-c472610e-43d1-4937-87f9-8aafb944aca3 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 944 time: 0.0687504 May 19 06:38:38.794468 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-de05883f-7142-4dd3-80fc-4b9a6ae9ad62 req-067f3042-8f53-4ad0-9508-517bd0f7d953 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659931 May 19 06:38:38.847212 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf54ef-8ea9-4192-ad72-72febf58941a req-00ebfa67-d428-427e-9718-6bfe4a12d32a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:38.848829 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1abf54ef-8ea9-4192-ad72-72febf58941a req-00ebfa67-d428-427e-9718-6bfe4a12d32a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0631511 May 19 06:38:38.868902 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e403aee9-b9e1-4257-a333-441e2cafc81b,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:38.882277 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'e403aee9-b9e1-4257-a333-441e2cafc81b', 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197', 'port_id': 'e403aee9-b9e1-4257-a333-441e2cafc81b', 'mac_address': 'fa:16:3e:4a:3b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34db5703-f0fc-4b5e-9225-ecf80bc580da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:38:38.904762 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1abf54ef-8ea9-4192-ad72-72febf58941a req-66ebe992-4cee-4726-9a2e-4981b0c2c6ba tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493209 May 19 06:38:38.925165 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e403aee9-b9e1-4257-a333-441e2cafc81b is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:38.925641 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:38.940081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e403aee9-b9e1-4257-a333-441e2cafc81b {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:38:38.965248 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e403aee9-b9e1-4257-a333-441e2cafc81b,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:38.977741 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:39.034699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:39.144134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-7b9846c1-7702-47ec-936c-0bb5e84cad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:39.145749 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-7b9846c1-7702-47ec-936c-0bb5e84cad8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1127 time: 0.0434749 May 19 06:38:39.190818 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['e403aee9-b9e1-4257-a333-441e2cafc81b'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:38:39.239602 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:39.262099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-bff0c6ce-4b8c-4440-8335-e5e89398e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:39.263711 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-bff0c6ce-4b8c-4440-8335-e5e89398e022 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.0965130 May 19 06:38:39.330809 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:39.347835 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-223fdd97-843a-4515-9a00-60072a680fab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 200 len: 999 time: 0.0702066 May 19 06:38:39.399976 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-558dc033-2c89-4598-8620-82d5f28807b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:39.401497 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-558dc033-2c89-4598-8620-82d5f28807b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0476582 May 19 06:38:39.452306 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-c5e98889-1b97-4360-b2bb-fc562e242ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:39.454098 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-c5e98889-1b97-4360-b2bb-fc562e242ad6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454016 May 19 06:38:39.546819 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-e30b3a6c-5ffc-4988-aa78-d916e947ec0c service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836229 May 19 06:38:39.642710 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e47e29a3-35e3-4a4b-96c7-9689fd9b0266 req-3ef530d9-2a08-477c-bb90-ed5e6899a7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899045 May 19 06:38:39.932219 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3b973-d5c4-4f61-8d1c-93afe3f36394 req-ed5e3ee6-ea60-4634-93ba-c134f5b4872c tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:39.934478 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6be3b973-d5c4-4f61-8d1c-93afe3f36394 req-ed5e3ee6-ea60-4634-93ba-c134f5b4872c tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 945 time: 0.0520146 May 19 06:38:39.990601 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6be3b973-d5c4-4f61-8d1c-93afe3f36394 req-15812b8a-d593-4cee-858b-5b21b96ebdf7 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 May 19 06:38:40.029970 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44055-1665-4820-abe9-f33fb6ac5e2b req-8104c57f-49cf-4290-b7ad-2b98fd67480c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:40.031417 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc44055-1665-4820-abe9-f33fb6ac5e2b req-8104c57f-49cf-4290-b7ad-2b98fd67480c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 943 time: 0.0482605 May 19 06:38:40.083340 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc44055-1665-4820-abe9-f33fb6ac5e2b req-f15fa592-8461-40f8-90aa-99f1ace1740e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 May 19 06:38:40.724432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:38:40.728522 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e403aee9-b9e1-4257-a333-441e2cafc81b up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:40.831728 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port e403aee9-b9e1-4257-a333-441e2cafc81b completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:38:40.842469 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port e403aee9-b9e1-4257-a333-441e2cafc81b triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:40.842758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:40.871908 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:40.900299 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:40.916894 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'b967f972-267a-488a-a383-8186a8a77201', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': 'b967f972-267a-488a-a383-8186a8a77201', 'mac_address': 'fa:16:3e:99:60:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:38:40.977694 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e403aee9-b9e1-4257-a333-441e2cafc81b is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:40.978074 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:40.979816 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:40.980173 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:41.007544 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b967f972-267a-488a-a383-8186a8a77201 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:38:41.019420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:41.021562 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d181d4-63a4-4ae8-8224-c8ab4934ceaa" -d '{"events": [{"server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "name": "network-vif-plugged", "status": "completed", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:41.045367 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e403aee9-b9e1-4257-a333-441e2cafc81b,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:41.049167 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:41.052406 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:41.057435 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:41.080730 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de64a1-cefa-4b71-be8a-29b1e9824207 x-openstack-request-id: req-d5de64a1-cefa-4b71-be8a-29b1e9824207 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:41.081150 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "name": "network-vif-plugged", "status": "completed", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:41.081525 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5de64a1-cefa-4b71-be8a-29b1e9824207 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:41.082015 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5de64a1-cefa-4b71-be8a-29b1e9824207'] response: {'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b', 'code': 200} May 19 06:38:41.112524 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:41.148789 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:41.167539 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=43 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:41.175030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00c07-d5d6-4e4c-a096-3c0f5b527aaa req-efe6203c-7fd5-4507-95ca-74f1368f3679 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:41.177576 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=9']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:41.185865 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1f00c07-d5d6-4e4c-a096-3c0f5b527aaa req-efe6203c-7fd5-4507-95ca-74f1368f3679 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.1201518 May 19 06:38:41.253689 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e886bc-df6e-4962-a93e-577a3fe400bc req-49a75fa8-588b-4d53-bd2b-6d3a7f54b421 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:41.256710 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-30e886bc-df6e-4962-a93e-577a3fe400bc req-49a75fa8-588b-4d53-bd2b-6d3a7f54b421 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.0638745 May 19 06:38:41.263136 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1f00c07-d5d6-4e4c-a096-3c0f5b527aaa req-ea149917-499c-463e-92c2-7c33733f3462 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689836 May 19 06:38:41.285224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['b967f972-267a-488a-a383-8186a8a77201'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:38:41.321545 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-30e886bc-df6e-4962-a93e-577a3fe400bc req-c74ffe96-c197-41db-aa12-2ac4754b2b2e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588944 May 19 06:38:41.342681 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db80a9-0361-4a80-a0f3-ae75005faa00 req-68abb2f3-9d32-4fe9-97f4-c27575b2c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:41.344165 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6db80a9-0361-4a80-a0f3-ae75005faa00 req-68abb2f3-9d32-4fe9-97f4-c27575b2c902 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 1130 time: 0.0649872 May 19 06:38:41.424790 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6db80a9-0361-4a80-a0f3-ae75005faa00 req-5085f96b-7f1b-41c0-9364-78ee6d1eef61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 May 19 06:38:42.220953 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:42.379154 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084dada-7af9-4322-8823-f058d6eeba86 req-7d3804ed-6fb5-4b17-98b1-1e6a9a0b3044 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:42.380650 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a084dada-7af9-4322-8823-f058d6eeba86 req-7d3804ed-6fb5-4b17-98b1-1e6a9a0b3044 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.0478327 May 19 06:38:42.433180 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a084dada-7af9-4322-8823-f058d6eeba86 req-35563cf4-02ed-4f02-8106-d06090a64cb1 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 May 19 06:38:42.459549 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299493af-2b16-47e0-8589-d6282626a469 req-3a6c1aa8-9f0f-446b-bcc1-210c3ffa015c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:42.461046 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-299493af-2b16-47e0-8589-d6282626a469 req-3a6c1aa8-9f0f-446b-bcc1-210c3ffa015c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 944 time: 0.0493615 May 19 06:38:42.509326 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-299493af-2b16-47e0-8589-d6282626a469 req-a17a3101-2256-4fc6-be3e-379c28513a51 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 May 19 06:38:42.732082 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:42.781166 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port b967f972-267a-488a-a383-8186a8a77201 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:42.781572 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (b967f972-267a-488a-a383-8186a8a77201), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:42.815617 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:42.859319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port b967f972-267a-488a-a383-8186a8a77201 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:42.859705 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (b967f972-267a-488a-a383-8186a8a77201), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:42.893180 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:42.897650 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (b967f972-267a-488a-a383-8186a8a77201), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:42.945108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=10']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:43.083564 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:43.085960 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4dfccf-8adb-441d-a87e-245f9bc8a716" -d '{"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:43.125922 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7a2df-9a51-4694-908e-48e0b56449b6 x-openstack-request-id: req-1dd7a2df-9a51-4694-908e-48e0b56449b6 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:43.126308 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-plugged", "status": "completed", "tag": "b967f972-267a-488a-a383-8186a8a77201", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:43.126686 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dd7a2df-9a51-4694-908e-48e0b56449b6 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:43.127163 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd7a2df-9a51-4694-908e-48e0b56449b6'] response: {'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'code': 200} May 19 06:38:43.560336 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf09c04-3deb-42cb-be59-b8ac53813d20 req-c7f56600-7754-4c63-990e-5290bd8aaaf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:43.561884 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cf09c04-3deb-42cb-be59-b8ac53813d20 req-c7f56600-7754-4c63-990e-5290bd8aaaf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.0565877 May 19 06:38:43.606493 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e6057-0640-4e47-8b93-7ac4f7d9a1dc req-292a8e6f-3519-4896-b0b0-002c94c6ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:43.607898 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e73e6057-0640-4e47-8b93-7ac4f7d9a1dc req-292a8e6f-3519-4896-b0b0-002c94c6ff62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 1130 time: 0.0496171 May 19 06:38:43.616679 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1cf09c04-3deb-42cb-be59-b8ac53813d20 req-56471ceb-e020-474e-bbe0-a8d8e5bfb0e6 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 May 19 06:38:43.658698 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0ff35-b0b3-43b9-beb3-8a7bf05b9cf1 req-61a2510f-544b-4f0e-b7a8-6f63bd0988c5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:43.660185 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bba0ff35-b0b3-43b9-beb3-8a7bf05b9cf1 req-61a2510f-544b-4f0e-b7a8-6f63bd0988c5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0702515 May 19 06:38:43.703121 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e73e6057-0640-4e47-8b93-7ac4f7d9a1dc req-b63edd38-2c42-4c44-939c-d9a8f6c5a4af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787418 May 19 06:38:43.731651 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bba0ff35-b0b3-43b9-beb3-8a7bf05b9cf1 req-11b51fc4-01e7-463f-8670-f6dae091556c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631909 May 19 06:38:43.767424 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fef93e80-fb9c-4c33-bd70-d60b6cec9659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:44.526632 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-e5456d00-3d14-471d-9d5e-5392c78c7744 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964986703&fields=id&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 267 time: 0.0475655 May 19 06:38:44.638207 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-80b8d1ac-0128-4848-9f4c-d6cae758534d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:44.639576 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-80b8d1ac-0128-4848-9f4c-d6cae758534d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1056387 May 19 06:38:44.654684 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-9a813684-ac07-4356-972d-bd70b49159c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/quotas/318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 375 time: 0.0097761 May 19 06:38:44.690382 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:44.706988 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-f66c4b41-8de0-47d8-99df-a4e5a5dd0ae8 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471027 May 19 06:38:44.812555 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-2f905d9f-7599-4fd7-bacd-6982ce2e772b service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941868 May 19 06:38:44.875512 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da15c5-4d0c-4053-929a-2cf7dc16392a req-7f57ed14-65ca-4b9e-a217-ed932d5ea4e6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:44.876939 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b2da15c5-4d0c-4053-929a-2cf7dc16392a req-7f57ed14-65ca-4b9e-a217-ed932d5ea4e6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0614865 May 19 06:38:44.924772 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-66a3069a-7234-4b4a-849f-c2378a0f449c service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059148 May 19 06:38:44.935993 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b2da15c5-4d0c-4053-929a-2cf7dc16392a req-ad05736f-b318-4e73-b90c-10f6725bad80 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517001 May 19 06:38:45.358632 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-42724b48-dc6a-42d9-b051-18cd024f2ee9 req-b8038ea6-519b-4d3f-ac3e-713f5c1d3b50 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 210 time: 0.0500851 May 19 06:38:46.020122 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-397bacaa-1e49-4894-bfc1-67fff5568b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:46.060387 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:46.072487 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752b3d1-c724-4056-9761-1bf995a74f22 req-a1ab923a-5a2c-4218-8ac0-892fdd4f1b7a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:46.074901 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4752b3d1-c724-4056-9761-1bf995a74f22 req-a1ab923a-5a2c-4218-8ac0-892fdd4f1b7a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0555427 May 19 06:38:46.128227 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4752b3d1-c724-4056-9761-1bf995a74f22 req-048c3185-a91c-4f28-b5a5-6e012fcfa7cc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475347 May 19 06:38:46.423844 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:46.435601 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-032b6659-f706-4620-b931-a234322a99e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:46.437612 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-032b6659-f706-4620-b931-a234322a99e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1263928 May 19 06:38:46.491171 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9d7447ad-ead4-478a-948e-81dfd1699fe1 req-c9b66797-54b7-4557-b05a-b8b186767437 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 210 time: 0.0370998 May 19 06:38:46.539503 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-ab7b6131-39bf-486a-bea0-6af18a002e97 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 380 time: 0.0923121 May 19 06:38:46.547739 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'port': {'device_id': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'admin_state_up': True, 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'security_groups': ['da284d06-6465-4988-8e83-dfd5885464a5']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:46.686691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Made reservation on behalf of 318e4e0d9f3a49f69eb3d846539b6b67 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:38:46.690266 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:46.767367 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:46.834041 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.20.0.7 (cf104e4d-072e-4746-a72c-c14fb907651b/a54605c4-3508-48a5-a745-8b6d91d84b80/a7838485-ab2f-465d-9856-c3664945b977) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:38:46.990311 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (a7838485-ab2f-465d-9856-c3664945b977), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.029735 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.073374 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:38:47.076564 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:38:47.080612 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:38:47.313067 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-a4226185-eb59-4aaf-b14f-11af0b0c5c22 None None] Provisioning complete for port a7838485-ab2f-465d-9856-c3664945b977 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:47.313673 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a4226185-eb59-4aaf-b14f-11af0b0c5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a7838485-ab2f-465d-9856-c3664945b977), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.379606 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:47.422615 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:47.423433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.442107 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-7863283b-926b-45ad-85bc-2f044357279c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8981128 May 19 06:38:47.454551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Request body: {'port': {'device_id': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:47.487549 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:47.500534 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a4226185-eb59-4aaf-b14f-11af0b0c5c22 None None] Port a7838485-ab2f-465d-9856-c3664945b977 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:38:47.526459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7838485-ab2f-465d-9856-c3664945b977), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.599518 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:47.632071 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef4c3-9ec6-440b-bbc8-8aeeebc59052 req-4ec3419e-6d0e-4c0a-b6ea-4f45f6962843 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:47.634156 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0bef4c3-9ec6-440b-bbc8-8aeeebc59052 req-4ec3419e-6d0e-4c0a-b6ea-4f45f6962843 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 931 time: 0.0671546 May 19 06:38:47.643055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.689946 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0bef4c3-9ec6-440b-bbc8-8aeeebc59052 req-6a08605a-2b19-4342-ae6b-c2fe3e5752e0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495515 May 19 06:38:47.853230 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7838485-ab2f-465d-9856-c3664945b977 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:38:47.862230 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks [] for port (a7838485-ab2f-465d-9856-c3664945b977), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.875640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Transition to ACTIVE for port object a7838485-ab2f-465d-9856-c3664945b977 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:38:47.881895 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:47.924709 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:47.938100 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:48.021892 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Attempting to bind port a7838485-ab2f-465d-9856-c3664945b977 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:38:48.022227 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Attempting to bind port a7838485-ab2f-465d-9856-c3664945b977 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:38:48.022652 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Attempting to bind port a7838485-ab2f-465d-9856-c3664945b977 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:48.029012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Port a7838485-ab2f-465d-9856-c3664945b977 on network cf104e4d-072e-4746-a72c-c14fb907651b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:38:48.029671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Attempting to bind port a7838485-ab2f-465d-9856-c3664945b977 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:38:48.037932 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:38:48.038369 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:38:48.038817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Bound using segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:38:48.039311 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Bound port: a7838485-ab2f-465d-9856-c3664945b977, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:38:48.039768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7838485-ab2f-465d-9856-c3664945b977), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:48.111348 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:38:48.114578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a7838485-ab2f-465d-9856-c3664945b977,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:38:48.122346 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:48.163182 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.163820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:48.165417 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] 10.222.0.59 "PUT /v2.0/ports/a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 1093 time: 0.7151270 May 19 06:38:48.165967 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:48.169386 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56502ecd-511b-4f53-913c-7fc785dded9e" -d '{"events": [{"name": "network-changed", "server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "tag": "a7838485-ab2f-465d-9856-c3664945b977"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:48.196600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71198b9e-fa3b-4a4d-8d5a-6d32912970ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:48.214781 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c186a-d084-47b5-b07b-57b6eb443579 x-openstack-request-id: req-6b2c186a-d084-47b5-b07b-57b6eb443579 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:48.214986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "tag": "a7838485-ab2f-465d-9856-c3664945b977", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:48.215350 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b2c186a-d084-47b5-b07b-57b6eb443579 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:48.215904 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2c186a-d084-47b5-b07b-57b6eb443579'] response: {'name': 'network-changed', 'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977', 'status': 'completed', 'code': 200} May 19 06:38:48.258949 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-de53791e-138f-4fd4-a652-f482b2de63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.261640 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-de53791e-138f-4fd4-a652-f482b2de63cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1127 time: 0.0440593 May 19 06:38:48.307907 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-04d8bde6-42a9-4c84-a858-77e03b889280 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 217 time: 0.0388005 May 19 06:38:48.372430 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-ab6d9e54-64d3-4e6a-8fbc-02081467aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.373941 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-ab6d9e54-64d3-4e6a-8fbc-02081467aa9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0517855 May 19 06:38:48.419560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-ea295a17-f5ca-427a-9f14-be12b716ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.421030 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-ea295a17-f5ca-427a-9f14-be12b716ba91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406768 May 19 06:38:48.515085 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-eff03c02-53e6-482f-bd4e-fbbf46fb4a20 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 May 19 06:38:48.607326 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb8adf8a-b308-4e3f-8438-2b9be5fe5da8 req-3d795781-1af3-46ba-8f94-db20a1e6794d service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846004 May 19 06:38:48.812477 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451eb6d5-4415-4e47-a83c-489555828813 req-49a51fa6-3d83-4a9f-b8e9-21173ad449bb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.814026 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-451eb6d5-4415-4e47-a83c-489555828813 req-49a51fa6-3d83-4a9f-b8e9-21173ad449bb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0508440 May 19 06:38:48.835942 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:48.869253 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-451eb6d5-4415-4e47-a83c-489555828813 req-fe183ca6-52e1-4ca2-99ed-b37fab85989a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485098 May 19 06:38:48.871740 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:48.883200 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502ecd-511b-4f53-913c-7fc785dded9e req-3fa8b4c5-b73c-4ef2-bf07-4c4a6377584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.884941 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-3fa8b4c5-b73c-4ef2-bf07-4c4a6377584a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1127 time: 0.0511007 May 19 06:38:48.984027 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502ecd-511b-4f53-913c-7fc785dded9e req-8e90dfec-fa10-477a-8c4f-200f8078920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:48.985448 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-8e90dfec-fa10-477a-8c4f-200f8078920a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0940480 May 19 06:38:49.033770 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-24b150e5-7642-4fdb-83ee-db8ab10c9159 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 217 time: 0.0409720 May 19 06:38:49.087953 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502ecd-511b-4f53-913c-7fc785dded9e req-19f42ad1-f190-4786-a1b5-bc1fc5eca983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:49.089516 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-19f42ad1-f190-4786-a1b5-bc1fc5eca983 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0495088 May 19 06:38:49.136977 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502ecd-511b-4f53-913c-7fc785dded9e req-74a5266b-a045-49c0-8f53-f6ee6962c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:49.138486 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-74a5266b-a045-49c0-8f53-f6ee6962c69e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429161 May 19 06:38:49.237972 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-c1cf1bbb-ad4c-4cdb-878d-74526b3ead40 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925605 May 19 06:38:49.295426 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:49.332682 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56502ecd-511b-4f53-913c-7fc785dded9e req-251b57a1-bea7-4248-a9f8-5194ba738588 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886364 May 19 06:38:49.997765 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b952ad-a15f-4ef9-ba86-e35797173af7 req-498135b8-ea05-4261-89b3-e93b81b7154a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:49.999524 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10b952ad-a15f-4ef9-ba86-e35797173af7 req-498135b8-ea05-4261-89b3-e93b81b7154a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0529237 May 19 06:38:50.026670 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:50.058458 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10b952ad-a15f-4ef9-ba86-e35797173af7 req-2bb0aab3-864d-43f4-b2f2-79a560403cce tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530918 May 19 06:38:51.177898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a591-3de9-4bf0-b61d-d78d9662805c req-af41a20f-5d1f-4885-88ee-409ffcf7b3c1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:51.179404 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dbf4a591-3de9-4bf0-b61d-d78d9662805c req-af41a20f-5d1f-4885-88ee-409ffcf7b3c1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0503135 May 19 06:38:51.236933 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dbf4a591-3de9-4bf0-b61d-d78d9662805c req-34531b29-9037-4cff-abd5-80aeb888ac79 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511174 May 19 06:38:52.362143 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacd73a-e522-4b33-b3e7-f88246b990d6 req-72d4678e-006a-4a2f-80b9-5945a756451d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:52.363982 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6dacd73a-e522-4b33-b3e7-f88246b990d6 req-72d4678e-006a-4a2f-80b9-5945a756451d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0570960 May 19 06:38:52.418889 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6dacd73a-e522-4b33-b3e7-f88246b990d6 req-6cd1bba4-34d4-4f9b-a7cf-0d27efebc7b2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495415 May 19 06:38:53.537084 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966276b-4af1-4efe-9476-d322182d87b4 req-409e7920-3cb4-4f0f-8b02-472b56cad9b0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:53.538643 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c966276b-4af1-4efe-9476-d322182d87b4 req-409e7920-3cb4-4f0f-8b02-472b56cad9b0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0489457 May 19 06:38:53.593429 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c966276b-4af1-4efe-9476-d322182d87b4 req-a27da6b7-96b2-4e15-b7e5-a17e3136b8d3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481534 May 19 06:38:54.712374 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64188a4-940a-4b13-a459-d7e5c097a57c req-aa1146cc-9d5e-4af5-b5c4-da2452322375 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:54.713930 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64188a4-940a-4b13-a459-d7e5c097a57c req-aa1146cc-9d5e-4af5-b5c4-da2452322375 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 943 time: 0.0472729 May 19 06:38:54.767662 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f64188a4-940a-4b13-a459-d7e5c097a57c req-a0bbf4f0-3e0b-498b-b205-ef8ce99fecdb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 May 19 06:38:54.829969 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a7838485-ab2f-465d-9856-c3664945b977 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:38:54.938193 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a7838485-ab2f-465d-9856-c3664945b977,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:54.951138 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'a7838485-ab2f-465d-9856-c3664945b977', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'port_id': 'a7838485-ab2f-465d-9856-c3664945b977', 'mac_address': 'fa:16:3e:ed:a8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:38:54.987904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port a7838485-ab2f-465d-9856-c3664945b977 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:54.988312 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7838485-ab2f-465d-9856-c3664945b977), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:55.006888 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7838485-ab2f-465d-9856-c3664945b977 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:38:55.028237 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a7838485-ab2f-465d-9856-c3664945b977,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:55.033102 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:55.084038 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:55.286284 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['a7838485-ab2f-465d-9856-c3664945b977'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:38:55.492606 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:55.888235 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ecc76-fe35-46d8-a5ad-84be953f0661 req-a47e48af-c8dd-43f7-b109-9bbfaa3ecc47 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:55.889780 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c36ecc76-fe35-46d8-a5ad-84be953f0661 req-a47e48af-c8dd-43f7-b109-9bbfaa3ecc47 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 944 time: 0.0492303 May 19 06:38:55.938604 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c36ecc76-fe35-46d8-a5ad-84be953f0661 req-bf75311d-d261-4ecd-9219-381616e82050 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 May 19 06:38:56.848756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a7838485-ab2f-465d-9856-c3664945b977 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:38:56.893507 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port a7838485-ab2f-465d-9856-c3664945b977 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:38:56.899352 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port a7838485-ab2f-465d-9856-c3664945b977 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:38:56.899872 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (a7838485-ab2f-465d-9856-c3664945b977), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:56.975949 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port a7838485-ab2f-465d-9856-c3664945b977 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:38:56.976206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (a7838485-ab2f-465d-9856-c3664945b977), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:56.998880 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:38:57.001103 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86465a1-0656-48f1-a93b-7d8ee9a2536d" -d '{"events": [{"server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "name": "network-vif-plugged", "status": "completed", "tag": "a7838485-ab2f-465d-9856-c3664945b977"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:38:57.015009 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a7838485-ab2f-465d-9856-c3664945b977,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:38:57.019663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:38:57.024691 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:57.046374 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f64a8e-85f7-4cc5-b784-68b029589612 x-openstack-request-id: req-d3f64a8e-85f7-4cc5-b784-68b029589612 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:38:57.046660 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "name": "network-vif-plugged", "status": "completed", "tag": "a7838485-ab2f-465d-9856-c3664945b977", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:38:57.046942 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3f64a8e-85f7-4cc5-b784-68b029589612 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:38:57.047332 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f64a8e-85f7-4cc5-b784-68b029589612'] response: {'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977', 'code': 200} May 19 06:38:57.075876 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:38:57.079582 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950ed5-42c4-4a9b-a5ac-07083a8823e8 req-b3cfb568-40f0-4caa-9704-0a7c2a8672d7 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:57.081491 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ce950ed5-42c4-4a9b-a5ac-07083a8823e8 req-b3cfb568-40f0-4caa-9704-0a7c2a8672d7 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0741806 May 19 06:38:57.131712 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ce950ed5-42c4-4a9b-a5ac-07083a8823e8 req-8716a68f-d046-4d69-9460-92fe07ed03c1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445845 May 19 06:38:57.274655 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f962eb-0e1a-4f5f-95d1-315e1e6c3722 req-051c3c51-ed9f-4ed5-aa1f-f956968677a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:57.276015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f3f962eb-0e1a-4f5f-95d1-315e1e6c3722 req-051c3c51-ed9f-4ed5-aa1f-f956968677a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1129 time: 0.0384955 May 19 06:38:57.321718 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f3f962eb-0e1a-4f5f-95d1-315e1e6c3722 req-611d2a6f-1b15-4a6f-8b25-81b12391e101 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387313 May 19 06:38:58.266615 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efca40-720f-4445-a19c-546a8f90d917 req-6239da0f-e69c-43f1-8724-5eca9a8b0718 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:58.268191 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65efca40-720f-4445-a19c-546a8f90d917 req-6239da0f-e69c-43f1-8724-5eca9a8b0718 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0617888 May 19 06:38:58.348074 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65efca40-720f-4445-a19c-546a8f90d917 req-85d41c9e-a3f7-4521-b2b0-f9ecb47b7adc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706985 May 19 06:38:59.493891 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd3ed9-a0b9-4921-965a-ae3393e8a7a7 req-19c0e6e7-c1b7-4d44-bf89-475c2bd99c29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:59.495384 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95bd3ed9-a0b9-4921-965a-ae3393e8a7a7 req-19c0e6e7-c1b7-4d44-bf89-475c2bd99c29 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0619998 May 19 06:38:59.559729 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95bd3ed9-a0b9-4921-965a-ae3393e8a7a7 req-8084d91d-20fe-4433-8736-8803655faacd tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580058 May 19 06:38:59.667149 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:38:59.687975 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187faaa-7aef-4e9a-ba38-d59a34a98c0d req-17eabca5-3e00-45cf-85f0-1efb720ab71f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:59.689566 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a187faaa-7aef-4e9a-ba38-d59a34a98c0d req-17eabca5-3e00-45cf-85f0-1efb720ab71f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0524735 May 19 06:38:59.752283 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a187faaa-7aef-4e9a-ba38-d59a34a98c0d req-4072b2ce-befc-45f9-a182-2378d0d1fded tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566113 May 19 06:38:59.795449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60394) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:59.906240 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e8c798-9049-46dd-90e5-f589fd2f4132 tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:38:59.908390 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-59e8c798-9049-46dd-90e5-f589fd2f4132 tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1124 time: 0.1118505 May 19 06:38:59.911815 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60398) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:38:59.919437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'port_id': 'a7838485-ab2f-465d-9856-c3664945b977', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:38:59.948515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.046751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.154459 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.27.1.53 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/c708e484-601a-4a24-b568-7eca028cdebc) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:39:00.219568 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:00.270530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (c708e484-601a-4a24-b568-7eca028cdebc), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.303709 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (c708e484-601a-4a24-b568-7eca028cdebc), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.345668 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:39:00.353797 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:39:00.353797 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:39:00.381411 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=c708e484-601a-4a24-b568-7eca028cdebc,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:00.735891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (e733093f-710c-4961-9dfd-b8c902fd0435), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.764250 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:00.811588 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (c708e484-601a-4a24-b568-7eca028cdebc), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:00.991033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:01.006345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (c708e484-601a-4a24-b568-7eca028cdebc), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:01.010973 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (c708e484-601a-4a24-b568-7eca028cdebc), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:01.084864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=c708e484-601a-4a24-b568-7eca028cdebc,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:01.097215 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.097595 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.097930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.098262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.098588 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.098912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.099231 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.099553 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.099870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.100185 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.100737 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.100909 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.101122 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.101461 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.101772 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:01.111531 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (e733093f-710c-4961-9dfd-b8c902fd0435), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:01.223336 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP e733093f-710c-4961-9dfd-b8c902fd0435 associated. External IP: 172.27.1.53, port: a7838485-ab2f-465d-9856-c3664945b977. May 19 06:39:01.440206 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:39:01.547375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:39:01.556801 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:39:01.565697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:01.568605 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:01.569465 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:01.597487 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ae44f279-867b-4059-b6b4-d36fc7141c24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6820283 May 19 06:39:01.597487 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:01.598120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b640051-5d1f-496e-afb8-b6291a0acfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "tag": "a7838485-ab2f-465d-9856-c3664945b977"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:01.637594 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9177fdd4-adbd-4078-af16-ba75239b72c8 x-openstack-request-id: req-9177fdd4-adbd-4078-af16-ba75239b72c8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:01.637880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "tag": "a7838485-ab2f-465d-9856-c3664945b977", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:01.638127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9177fdd4-adbd-4078-af16-ba75239b72c8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:01.638526 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9177fdd4-adbd-4078-af16-ba75239b72c8'] response: {'name': 'network-changed', 'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977', 'status': 'completed', 'code': 200} May 19 06:39:01.673587 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:01.697302 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-43c60aca-30c3-4a6a-98ec-d330f4191476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:01.698807 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-43c60aca-30c3-4a6a-98ec-d330f4191476 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1129 time: 0.0406804 May 19 06:39:01.760881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:01.814454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-7231b129-75f9-4f82-b319-eef91f336221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:01.816394 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-7231b129-75f9-4f82-b319-eef91f336221 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.1122613 May 19 06:39:01.879723 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-19d34ee8-851f-4035-85cd-2b1e61056444 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 998 time: 0.0549650 May 19 06:39:01.894273 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'e733093f-710c-4961-9dfd-b8c902fd0435', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'a7838485-ab2f-465d-9856-c3664945b977', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:ed:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:00Z', 'updated_at': '2022-05-19T06:39:00Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:01.920755 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:39:01.929002 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:01.929698 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:38:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:01.935304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-73aa1742-7ef7-405c-9cdc-0fd4de639ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:01.936767 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-73aa1742-7ef7-405c-9cdc-0fd4de639ba7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0456095 May 19 06:39:02.037779 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:02.252714 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-6e9304a8-bd76-4754-b11d-8e41f2df936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:02.254267 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-6e9304a8-bd76-4754-b11d-8e41f2df936d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3112299 May 19 06:39:02.278561 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'e733093f-710c-4961-9dfd-b8c902fd0435', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'a7838485-ab2f-465d-9856-c3664945b977', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:ed:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:00Z', 'updated_at': '2022-05-19T06:39:00Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:02.308051 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d9a23-d986-44b1-862d-2cd06e1077ed None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'e733093f-710c-4961-9dfd-b8c902fd0435', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'a7838485-ab2f-465d-9856-c3664945b977', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:ed:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:00Z', 'updated_at': '2022-05-19T06:39:00Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:39:02.334423 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:02.362888 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-b28a0402-86ba-48d5-a2aa-00ae411de5b8 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996203 May 19 06:39:02.464315 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b640051-5d1f-496e-afb8-b6291a0acfcf req-39d9d9e1-0270-4e1f-b67f-e00c99e082c7 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961800 May 19 06:39:02.534684 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f326eba-e12a-4ba8-a4e2-af6b48d10e60 None None] New status for floating IP e733093f-710c-4961-9dfd-b8c902fd0435: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:39:04.183877 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:39:04.670333 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:09.895586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=61 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:09.901864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:12.448317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=11 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:12.461242 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=39 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:13.759021 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-897bbacb-e3a3-4271-b169-902386886812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:14.179231 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=74 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:14.180002 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=82 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:16.030261 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8e83cb26-b306-4bdf-85d4-b24ce860af26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:17.642592 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:18.834702 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:20.021553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:22.392648 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8252f9c-62c9-409d-a6f2-cf92d7859a3f req-fef4211e-9045-4706-b9c5-4570e6abe1d5 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:22.394176 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e8252f9c-62c9-409d-a6f2-cf92d7859a3f req-fef4211e-9045-4706-b9c5-4570e6abe1d5 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.0474803 May 19 06:39:22.451619 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e8252f9c-62c9-409d-a6f2-cf92d7859a3f req-c897c087-0bda-46df-9954-c6f178154c2a tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 May 19 06:39:23.568744 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0069822-a68b-4f9c-a9dc-acf86432339d req-af3ba3ac-53e4-490c-bcbe-ebb8ab729750 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:23.570268 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0069822-a68b-4f9c-a9dc-acf86432339d req-af3ba3ac-53e4-490c-bcbe-ebb8ab729750 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.0477490 May 19 06:39:23.621903 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d0069822-a68b-4f9c-a9dc-acf86432339d req-14d236a9-8216-4682-889c-9c94e4292d0d tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 May 19 06:39:24.036535 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-99724e5f-cdd2-4a6d-ba96-5c3aa2c0a353 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:24.037966 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-99724e5f-cdd2-4a6d-ba96-5c3aa2c0a353 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 946 time: 0.0461719 May 19 06:39:24.124278 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Deleting port e403aee9-b9e1-4257-a333-441e2cafc81b {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:39:24.124605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:24.218071 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] For port e403aee9-b9e1-4257-a333-441e2cafc81b, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e403aee9-b9e1-4257-a333-441e2cafc81b,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:24.218433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:24.232079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Calling delete_port for e403aee9-b9e1-4257-a333-441e2cafc81b owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:39:24.355200 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e403aee9-b9e1-4257-a333-441e2cafc81b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:24.367670 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['e403aee9-b9e1-4257-a333-441e2cafc81b'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:39:24.381361 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Pushing event deleted for resources: {'Port': ['ID=e403aee9-b9e1-4257-a333-441e2cafc81b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:24.431375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] No DVR routers for this DVR port e403aee9-b9e1-4257-a333-441e2cafc81b on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:39:24.433991 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:24.438274 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-92ad111d-f428-4a2e-b859-a8f99a1e7549 req-37d7e06c-52e9-473c-93a3-5d3c90da49b0 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "DELETE /v2.0/ports/e403aee9-b9e1-4257-a333-441e2cafc81b HTTP/1.1" status: 204 len: 173 time: 0.3943040 May 19 06:39:24.438704 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'name': 'network-vif-deleted', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:24.440907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d23919-f9c9-46c6-83c6-c47cf16193dc" -d '{"events": [{"server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "name": "network-vif-deleted", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:24.483511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c8d1c0-1cfa-44b4-b47c-926c075420df x-openstack-request-id: req-52c8d1c0-1cfa-44b4-b47c-926c075420df {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:24.483825 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b11d98c-676f-43a9-8d2b-f052a0d614be", "name": "network-vif-deleted", "tag": "e403aee9-b9e1-4257-a333-441e2cafc81b", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:24.484074 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52c8d1c0-1cfa-44b4-b47c-926c075420df {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:24.484479 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c8d1c0-1cfa-44b4-b47c-926c075420df'] response: {'server_uuid': '9b11d98c-676f-43a9-8d2b-f052a0d614be', 'name': 'network-vif-deleted', 'tag': 'e403aee9-b9e1-4257-a333-441e2cafc81b', 'status': 'completed', 'code': 200} May 19 06:39:24.741216 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-44f61e67-5df2-4d7f-9a46-81ac95c1de83 req-c42bb36f-29b1-4819-8f6e-db2e02311110 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b11d98c-676f-43a9-8d2b-f052a0d614be HTTP/1.1" status: 200 len: 210 time: 0.0310068 May 19 06:39:27.800140 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e403aee9-b9e1-4257-a333-441e2cafc81b no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:39:27.802446 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:27.803956 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:27.822622 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: e403aee9-b9e1-4257-a333-441e2cafc81b {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:39:27.822969 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e403aee9-b9e1-4257-a333-441e2cafc81b not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:39:30.611032 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade9fef-738e-4d43-860f-38ddfd819746 req-67b23769-c679-45ca-b8ee-4c2cb4132313 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:30.613125 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ade9fef-738e-4d43-860f-38ddfd819746 req-67b23769-c679-45ca-b8ee-4c2cb4132313 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0515566 May 19 06:39:30.661788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ade9fef-738e-4d43-860f-38ddfd819746 req-16a5be3c-b8e8-4ca6-b124-73693439d9bc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 May 19 06:39:31.781854 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2ac6c-d753-4ef1-bbb7-a0d9fd692073 req-7461e9cb-68cb-40b6-abaf-e2ce099b4378 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:31.783305 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e6e2ac6c-d753-4ef1-bbb7-a0d9fd692073 req-7461e9cb-68cb-40b6-abaf-e2ce099b4378 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0468004 May 19 06:39:31.831235 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e6e2ac6c-d753-4ef1-bbb7-a0d9fd692073 req-e98b3dc7-2256-479c-b780-97fd2c644fac tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 May 19 06:39:32.957433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a91d4b-14ec-4b7e-8c04-43cc29c4b59e req-5f0ab206-0966-450c-9e65-fda7c214e732 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:32.958889 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-95a91d4b-14ec-4b7e-8c04-43cc29c4b59e req-5f0ab206-0966-450c-9e65-fda7c214e732 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0536048 May 19 06:39:33.008476 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-95a91d4b-14ec-4b7e-8c04-43cc29c4b59e req-41a609cc-9d95-45a4-86b1-2ba20afe782d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439694 May 19 06:39:33.671210 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-5c73c614-ea70-4b3b-b33d-0589f46e9917 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:33.674135 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-5c73c614-ea70-4b3b-b33d-0589f46e9917 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0503788 May 19 06:39:33.775262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Deleting port b967f972-267a-488a-a383-8186a8a77201 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:39:33.775664 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (b967f972-267a-488a-a383-8186a8a77201), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:33.815638 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-c4329c37-e116-47ea-9986-605b53bd0f08 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:33.817334 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-c4329c37-e116-47ea-9986-605b53bd0f08 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 813 time: 0.1151617 May 19 06:39:33.834786 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-4dd12cfd-6ff8-4ac9-954e-f68f7c9a5fc8 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/quotas/887496db011b48b5a8a5f2da6d8c5e44 HTTP/1.1" status: 200 len: 375 time: 0.0101855 May 19 06:39:33.851292 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:33.870410 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-d5cabe0c-47ce-4ef3-adde-80ba5bbe3b8b tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301292 May 19 06:39:33.888381 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] For port b967f972-267a-488a-a383-8186a8a77201, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b967f972-267a-488a-a383-8186a8a77201,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:33.888747 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (b967f972-267a-488a-a383-8186a8a77201), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:33.985920 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-bb90e1af-71e0-4cad-b3d5-af8b873c1c06 service neutron] 10.222.0.65 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065061 May 19 06:39:33.989366 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:34.083641 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:34.084008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:34.084409 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Floating IP 5cf6ae5a-89ac-416f-a36f-8163b3257788 disassociated. External IP: 172.27.1.232, port: b967f972-267a-488a-a383-8186a8a77201. May 19 06:39:34.084775 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Calling delete_port for b967f972-267a-488a-a383-8186a8a77201 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:39:34.093615 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-dd8c1618-7f6c-43f9-886e-ce7753099c9b service neutron] 10.222.0.65 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003098 May 19 06:39:34.200012 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b2d4-b9e6-4367-aa39-c7f3a815efba req-3e8f0432-3727-4019-afc6-5a6e14c3f177 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:34.201573 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1c16b2d4-b9e6-4367-aa39-c7f3a815efba req-3e8f0432-3727-4019-afc6-5a6e14c3f177 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=06323e6f-7b35-407f-aecf-5435fa013454 HTTP/1.1" status: 200 len: 946 time: 0.0999985 May 19 06:39:34.306027 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1c16b2d4-b9e6-4367-aa39-c7f3a815efba req-b578a10b-1a20-411a-8757-663024922266 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=2791666d-7d52-49ed-b3a0-272799eb035d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968916 May 19 06:39:34.317864 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-350bd288-f7b0-4f35-87e6-efa191f93618 req-576c2030-7275-4efa-9ada-7ba4839286a8 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 210 time: 0.0529823 May 19 06:39:34.346890 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (b967f972-267a-488a-a383-8186a8a77201), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:34.373542 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'Port': ['ID=b967f972-267a-488a-a383-8186a8a77201,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:34.507214 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:39:34.629783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:39:34.642108 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:39:34.657361 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:34.658432 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:39:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:34.674806 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:34.685503 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] No DVR routers for this DVR port b967f972-267a-488a-a383-8186a8a77201 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:39:34.690560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:34.694010 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-594f87f1-fc5b-4a52-aa0c-d11c08fca967 req-9afa090f-26ae-4a0b-806e-9e37a22f00da tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "DELETE /v2.0/ports/b967f972-267a-488a-a383-8186a8a77201 HTTP/1.1" status: 204 len: 173 time: 1.0138862 May 19 06:39:34.694562 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-deleted', 'tag': 'b967f972-267a-488a-a383-8186a8a77201'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:34.696963 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cbb797-c828-460f-ae1b-bcafc30d4e48" -d '{"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-deleted", "tag": "b967f972-267a-488a-a383-8186a8a77201"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:34.739519 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8614b04d-76fb-4476-a0bf-a069b40be1d3 x-openstack-request-id: req-8614b04d-76fb-4476-a0bf-a069b40be1d3 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:34.740033 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06323e6f-7b35-407f-aecf-5435fa013454", "name": "network-vif-deleted", "tag": "b967f972-267a-488a-a383-8186a8a77201", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:34.740445 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8614b04d-76fb-4476-a0bf-a069b40be1d3 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:34.741007 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8614b04d-76fb-4476-a0bf-a069b40be1d3'] response: {'server_uuid': '06323e6f-7b35-407f-aecf-5435fa013454', 'name': 'network-vif-deleted', 'tag': 'b967f972-267a-488a-a383-8186a8a77201', 'status': 'completed', 'code': 200} May 19 06:39:34.790123 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:35.013926 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:35.146381 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:39:35.156986 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:35.157556 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:39:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:35.272678 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:35.347287 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-44958460-d592-4f49-852e-c10f73e413bb tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:35.348097 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-44958460-d592-4f49-852e-c10f73e413bb tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 813 time: 0.1424453 May 19 06:39:35.364179 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Request body: {'port': {'device_id': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197', 'admin_state_up': True, 'tenant_id': '887496db011b48b5a8a5f2da6d8c5e44'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:35.469355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60604) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:35.492611 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a27dbd9d-11f0-48a8-b1c2-cc2e5268b1e4 req-327b9d8f-68b9-4198-a632-56e3e9c33e64 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 210 time: 0.0379150 May 19 06:39:35.519581 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:35.537116 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:35.540291 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (2791666d-7d52-49ed-b3a0-272799eb035d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:35.544087 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Made reservation on behalf of 887496db011b48b5a8a5f2da6d8c5e44 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:39:35.548420 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:35.551922 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36264490-13de-4390-bef3-25dd321e57c8 None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:39:35.575594 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (2791666d-7d52-49ed-b3a0-272799eb035d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:35.581648 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:35.635915 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2791666d-7d52-49ed-b3a0-272799eb035d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:35.639518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:35.643664 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "DELETE /v2.0/security-groups/2791666d-7d52-49ed-b3a0-272799eb035d HTTP/1.1" status: 204 len: 168 time: 0.1702077 May 19 06:39:35.644649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60606) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:35.656570 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2791666d-7d52-49ed-b3a0-272799eb035d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:35.667162 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.667679 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.668168 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.668782 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.669723 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.670212 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.670690 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.671853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.672425 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.672902 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.673632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.674273 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.674600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.674931 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.675282 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfda53ae-656d-434c-a356-a6b5aad4cc61 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:35.684148 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.api.v2.resource [None req-1b789ea0-ff75-4b59-9617-9fb9163563e1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] show failed (client error): The resource could not be found. May 19 06:39:35.688740 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1b789ea0-ff75-4b59-9617-9fb9163563e1 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups/2791666d-7d52-49ed-b3a0-272799eb035d HTTP/1.1" status: 404 len: 347 time: 0.0396006 May 19 06:39:35.689099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60608) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:35.792704 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Allocated IP 172.20.0.3 (87d6fb60-2cd1-43b1-8e28-e6a214bcc197/34db5703-f0fc-4b5e-9225-ecf80bc580da/126c4c64-3fdd-413e-a5cb-d7c478b281cd) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:39:35.826125 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68be32f-3e95-4b52-ab65-24222fe625a4 None None] New status for floating IP 5cf6ae5a-89ac-416f-a36f-8163b3257788: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:39:35.857592 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Deleting port 6c7ba035-625a-4798-82ba-f39eada1539f {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:39:35.857927 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.011437 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.011769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (6c7ba035-625a-4798-82ba-f39eada1539f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.039903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Calling delete_port for 6c7ba035-625a-4798-82ba-f39eada1539f owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:39:36.065414 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks [] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.159439 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.209373 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:39:36.234048 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:39:36.236417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:39:36.259538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Pushing event updated for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:36.282317 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:36.305125 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:36.305758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.308038 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (6c7ba035-625a-4798-82ba-f39eada1539f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.322889 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:36.352480 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'Port': ['ID=6c7ba035-625a-4798-82ba-f39eada1539f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:36.361209 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6f902fb-73ab-4d3a-ba3f-f92c016b0875 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042381 May 19 06:39:36.381607 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Request body: {'port': {'device_id': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:36.469208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (5cf6ae5a-89ac-416f-a36f-8163b3257788), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.471965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.473110 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2ec23a2d-1da8-4eea-868f-47543dc1379f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "DELETE /v2.0/floatingips/5cf6ae5a-89ac-416f-a36f-8163b3257788 HTTP/1.1" status: 204 len: 168 time: 0.7830057 May 19 06:39:36.484771 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.556064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60614) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:36.564316 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866493427', 'description': 'tempest-description--199446761'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:36.597673 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.681055 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (07960543-105e-47ea-aa32-4bd1488ee2d9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.686424 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (07960543-105e-47ea-aa32-4bd1488ee2d9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.706625 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985673-52d8-4fff-a052-680133da85c9 req-3896290b-c674-4ba2-9455-7a01467fec63 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:36.708166 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4e985673-52d8-4fff-a052-680133da85c9 req-3896290b-c674-4ba2-9455-7a01467fec63 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 931 time: 0.1175404 May 19 06:39:36.718428 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07960543-105e-47ea-aa32-4bd1488ee2d9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:36.724277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.725467 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-1de3df82-d08b-41e2-84cb-249fe94fb3a2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1675570 May 19 06:39:36.728433 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60616) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:36.732834 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group_rule': {'security_group_id': '07960543-105e-47ea-aa32-4bd1488ee2d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:36.761477 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:36.765506 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (d05b7c2e-e4b1-4172-9342-9930179eb522), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.769840 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:36.823073 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4e985673-52d8-4fff-a052-680133da85c9 req-8f448eef-632c-4441-9f05-b3fa9dd24c38 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037164 May 19 06:39:36.832136 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (d05b7c2e-e4b1-4172-9342-9930179eb522), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.836615 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (d05b7c2e-e4b1-4172-9342-9930179eb522), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.854928 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05b7c2e-e4b1-4172-9342-9930179eb522,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:36.865404 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.866699 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f769de51-c6f4-4ec1-911c-c842a92ce746 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373203 May 19 06:39:36.869443 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60618) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:36.873681 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'security_group_rule': {'security_group_id': '07960543-105e-47ea-aa32-4bd1488ee2d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:36.900916 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126c4c64-3fdd-413e-a5cb-d7c478b281cd {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:39:36.902768 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (76d8cd7e-3f3f-45a8-beba-0a26f000787d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.909205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks [] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.922937 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Transition to ACTIVE for port object 126c4c64-3fdd-413e-a5cb-d7c478b281cd will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:39:36.926493 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.965755 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (76d8cd7e-3f3f-45a8-beba-0a26f000787d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.970152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (76d8cd7e-3f3f-45a8-beba-0a26f000787d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:36.976384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Pushing event updated for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:36.989792 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d8cd7e-3f3f-45a8-beba-0a26f000787d,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:37.000485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.001844 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-7efa836f-291d-4a3f-86d9-dc0f43e0df44 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314909 May 19 06:39:37.011093 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60620) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:37.016650 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:37.041422 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.049884 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:39:37.057011 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Attempting to bind port 126c4c64-3fdd-413e-a5cb-d7c478b281cd on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:39:37.057487 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Attempting to bind port 126c4c64-3fdd-413e-a5cb-d7c478b281cd by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:39:37.058764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Attempting to bind port 126c4c64-3fdd-413e-a5cb-d7c478b281cd on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:39:37.063330 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Port 126c4c64-3fdd-413e-a5cb-d7c478b281cd on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:39:37.063707 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Attempting to bind port 126c4c64-3fdd-413e-a5cb-d7c478b281cd on network 87d6fb60-2cd1-43b1-8e28-e6a214bcc197 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:39:37.069013 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:39:37.069383 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Checking segment: {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:39:37.069818 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Bound using segment: {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:39:37.070305 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Bound port: 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:39:37.070717 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.070829 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: b967f972-267a-488a-a383-8186a8a77201 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:39:37.071081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device b967f972-267a-488a-a383-8186a8a77201 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:39:37.135250 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:39:37.138525 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:39:37.148200 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.190412 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:37.191035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.192422 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] 10.222.0.59 "PUT /v2.0/ports/126c4c64-3fdd-413e-a5cb-d7c478b281cd HTTP/1.1" status: 200 len: 1093 time: 0.8152542 May 19 06:39:37.192864 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:37.195129 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:37.224665 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad21cc-e4d5-41b4-9f3e-8a68f3b03399 service neutron] Pushing event updated for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:37.250778 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56cc04c-a27a-4fb3-a762-718929830691 x-openstack-request-id: req-d56cc04c-a27a-4fb3-a762-718929830691 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:37.250778 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:37.250778 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d56cc04c-a27a-4fb3-a762-718929830691 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:37.251523 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56cc04c-a27a-4fb3-a762-718929830691'] response: {'name': 'network-changed', 'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd', 'status': 'completed', 'code': 200} May 19 06:39:37.251868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:37.273749 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:37.284295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-f8ce49a5-7826-4d73-9edd-47acefd4b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:37.285886 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-f8ce49a5-7826-4d73-9edd-47acefd4b093 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 1127 time: 0.0497241 May 19 06:39:37.331479 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-2d8f25ee-cbc2-4239-8e36-cbcd1350a685 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd HTTP/1.1" status: 200 len: 217 time: 0.0380270 May 19 06:39:37.382431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-0055be5b-f78b-4477-9447-3b7096e8e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:37.383869 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-0055be5b-f78b-4477-9447-3b7096e8e0cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34db5703-f0fc-4b5e-9225-ecf80bc580da HTTP/1.1" status: 200 len: 853 time: 0.0471296 May 19 06:39:37.390628 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.415337 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-7ad163ac-c97b-4340-9fef-ef5cd68abb78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258183 May 19 06:39:37.496154 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Allocated IP 172.27.1.67 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/bd72b6e0-9eee-4ee8-a942-f4e193d682a5) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:39:37.510620 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-0a008d1a-7f8a-49e0-b942-8c59510f238c service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884717 May 19 06:39:37.599591 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34d762fb-77c3-48d2-9ade-065b7b0759bc req-21695d55-82e4-4bed-99a2-c04526efaf93 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837073 May 19 06:39:37.602800 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.636564 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.679459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:39:37.684547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:39:37.686828 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=bd72b6e0-9eee-4ee8-a942-f4e193d682a5,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:37.689016 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:39:37.724583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:37.774228 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:37.779381 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.820673 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:37.948207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c6832-5c04-4546-9ab6-70bdd7647c46 req-5694928f-50e6-4558-a34f-1996c10cce98 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:37.949788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e68c6832-5c04-4546-9ab6-70bdd7647c46 req-5694928f-50e6-4558-a34f-1996c10cce98 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 943 time: 0.0527890 May 19 06:39:37.999705 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e68c6832-5c04-4546-9ab6-70bdd7647c46 req-c79f6fcc-3c64-4507-8702-11104f201b75 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 May 19 06:39:38.037875 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:38.042605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:38.116974 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=bd72b6e0-9eee-4ee8-a942-f4e193d682a5,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:38.127049 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:38.143628 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:38.144851 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-8a4d8ae3-4484-4533-8387-42c7aec4a4a7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1326880 May 19 06:39:38.353724 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-7e7d9f2a-a47d-4f91-944e-a3f31c9936c0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--866493427&fields=id&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 267 time: 0.0534716 May 19 06:39:38.385912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-58c9704d-2c3e-495a-9ac9-ea0579263f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:38.387394 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-58c9704d-2c3e-495a-9ac9-ea0579263f13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 1127 time: 0.0429101 May 19 06:39:38.467085 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-275e0b0a-b90c-4f2b-8e54-19df9a0f3417 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:38.469207 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-275e0b0a-b90c-4f2b-8e54-19df9a0f3417 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 816 time: 0.1068413 May 19 06:39:38.482607 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-567c3287-b509-43ff-aaf0-1a17b6956745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:38.484404 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-17d12439-287a-4d4e-8a15-b96d1e4aeb4f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/quotas/e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 375 time: 0.0091410 May 19 06:39:38.484718 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-567c3287-b509-43ff-aaf0-1a17b6956745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 200 len: 914 time: 0.0913310 May 19 06:39:38.523007 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-9b170eae-4b96-4c93-9972-cdce84215287 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd HTTP/1.1" status: 200 len: 217 time: 0.0325389 May 19 06:39:38.534069 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-c77a4eef-d816-4cd2-a834-f939b2b326d4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444663 May 19 06:39:38.571544 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-48b37844-1367-4c31-90d8-6544779547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:38.572858 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-48b37844-1367-4c31-90d8-6544779547b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34db5703-f0fc-4b5e-9225-ecf80bc580da HTTP/1.1" status: 200 len: 853 time: 0.0442905 May 19 06:39:38.613474 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-bccb3e3f-4bf5-4887-8c55-3046e86f5a14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d6fb60-2cd1-43b1-8e28-e6a214bcc197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350387 May 19 06:39:38.631489 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-a63ab11c-5485-4114-af09-f8f9f52a4d24 service neutron] 10.222.0.65 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 May 19 06:39:38.709107 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-a07f8a53-34d2-416b-8f3e-007ee2fcbf21 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886757 May 19 06:39:38.725312 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-7930b253-9e6d-4f12-890c-16aa3c7bbca6 service neutron] 10.222.0.65 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881495 May 19 06:39:38.807898 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8bef0490-e089-4f58-b0e3-d15cc5a1a0e5 req-25780a3d-52bc-4dfa-b18f-edbf74242fe8 service neutron] 10.222.0.59 "GET /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921445 May 19 06:39:38.888419 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-34e357d4-fcbe-463e-aa34-39765513ed92 req-bcc571a7-4780-4e65-9460-0dd0d18b5a08 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 210 time: 0.0280995 May 19 06:39:39.045652 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 126c4c64-3fdd-413e-a5cb-d7c478b281cd details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:39:39.133574 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e441f21-778a-4eff-8cbb-0c2c855d9266 req-a0b4d876-ba41-4590-ad6e-e191f82524ee tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:39.135126 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2e441f21-778a-4eff-8cbb-0c2c855d9266 req-a0b4d876-ba41-4590-ad6e-e191f82524ee tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 943 time: 0.0597742 May 19 06:39:39.184711 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:39.193323 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2e441f21-778a-4eff-8cbb-0c2c855d9266 req-5a46ec28-b8c4-4a89-80f2-6e786f10ff4f tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508165 May 19 06:39:39.203319 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '126c4c64-3fdd-413e-a5cb-d7c478b281cd', 'network_id': '87d6fb60-2cd1-43b1-8e28-e6a214bcc197', 'port_id': '126c4c64-3fdd-413e-a5cb-d7c478b281cd', 'mac_address': 'fa:16:3e:d1:92:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34db5703-f0fc-4b5e-9225-ecf80bc580da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:39:39.269257 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 126c4c64-3fdd-413e-a5cb-d7c478b281cd is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:39:39.269669 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:39.285455 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126c4c64-3fdd-413e-a5cb-d7c478b281cd {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:39:39.308051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:39.315131 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:39.371407 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:39.379526 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.379881 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.380220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.380597 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.380918 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.381249 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.381603 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.381928 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.382253 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.382577 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.382903 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.383225 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.383544 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.383861 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.384615 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:39:39.544574 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['126c4c64-3fdd-413e-a5cb-d7c478b281cd'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:39:39.990522 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ff6c3dae-b32b-4122-b746-1d8223e43a8f req-705fd39f-71d3-401e-b382-c051c6fc22f2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 210 time: 0.0292091 May 19 06:39:40.142165 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-0d09226d-41a3-4aa4-9470-5c5485518b71 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:40.143593 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-0d09226d-41a3-4aa4-9470-5c5485518b71 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 816 time: 0.1096497 May 19 06:39:40.201217 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:40.210686 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-af968953-bc15-47a2-b3ce-1f5ff29a41ac tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 379 time: 0.0573566 May 19 06:39:40.278401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:40.278996 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'port': {'device_id': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'admin_state_up': True, 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'security_groups': ['07960543-105e-47ea-aa32-4bd1488ee2d9']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:40.321436 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db315b35-8974-4361-978c-f0ae1b793708 req-797627fe-eed9-4ee3-84b9-a549adda6942 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:40.323187 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-db315b35-8974-4361-978c-f0ae1b793708 req-797627fe-eed9-4ee3-84b9-a549adda6942 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 944 time: 0.0549505 May 19 06:39:40.352659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:40.366088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:40.382925 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-db315b35-8974-4361-978c-f0ae1b793708 req-bca5fe42-e903-4e5c-b76c-af8ce0f51427 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 May 19 06:39:40.410328 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Made reservation on behalf of e21ed8d40dab40828a1fc685ca63ad92 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:39:40.413763 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:40.546181 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Allocated IP 172.20.0.12 (57283c78-cedc-47c0-a4e8-516a188cf396/473626b8-673e-439d-886f-b931eb82c3f7/57cf34a9-09b7-4eef-bf62-a47e8faa3f32) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:39:40.699111 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:40.731867 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:40.776276 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Network 57283c78-cedc-47c0-a4e8-516a188cf396 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:39:40.779514 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:39:40.783756 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:39:40.813525 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:40.843625 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:40.844283 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:40.862548 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-ea474c0b-6600-4e0d-8afc-58cf002c312a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878334 May 19 06:39:40.873682 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Request body: {'port': {'device_id': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:40.997827 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-40551aa9-7e0b-4ce6-bd47-ca742b62f240 None None] Provisioning complete for port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:39:40.998463 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-40551aa9-7e0b-4ce6-bd47-ca742b62f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.032532 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-40551aa9-7e0b-4ce6-bd47-ca742b62f240 None None] Port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:39:41.061276 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 126c4c64-3fdd-413e-a5cb-d7c478b281cd up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:39:41.108912 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 126c4c64-3fdd-413e-a5cb-d7c478b281cd completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:39:41.115638 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 126c4c64-3fdd-413e-a5cb-d7c478b281cd triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:39:41.116060 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.184487 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:39:41.195298 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 126c4c64-3fdd-413e-a5cb-d7c478b281cd is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:39:41.195693 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.219419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:41.221980 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7959310-5d0a-467d-b402-abd02781708f" -d '{"events": [{"server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "name": "network-vif-plugged", "status": "completed", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:41.236121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:41.240846 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.262615 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-5a180696-808c-45d1-bd6d-d1b4a2028de2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981066 May 19 06:39:41.266769 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d809896a-bdcc-4fbb-b8e5-ca4aef2a76aa x-openstack-request-id: req-d809896a-bdcc-4fbb-b8e5-ca4aef2a76aa {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:41.267063 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "name": "network-vif-plugged", "status": "completed", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:41.267318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d809896a-bdcc-4fbb-b8e5-ca4aef2a76aa {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:41.267709 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d809896a-bdcc-4fbb-b8e5-ca4aef2a76aa'] response: {'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd', 'code': 200} May 19 06:39:41.272351 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:41.274664 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd43e-e7a3-428e-92ef-2a1f0d5cc13f req-08593543-5dad-487d-ab7f-ca28313ef529 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.276137 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-97dfd43e-e7a3-428e-92ef-2a1f0d5cc13f req-08593543-5dad-487d-ab7f-ca28313ef529 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 932 time: 0.1104312 May 19 06:39:41.287385 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.301415 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:41.308279 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:41.344741 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:41.401666 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-597fbde7-e004-45c5-b59d-eb3b7eb94b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.403142 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-597fbde7-e004-45c5-b59d-eb3b7eb94b10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1129 time: 0.0895395 May 19 06:39:41.410702 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-97dfd43e-e7a3-428e-92ef-2a1f0d5cc13f req-70a78910-18f6-4a20-9e13-55497b39e0af tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251070 May 19 06:39:41.437526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:41.461453 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed9f73-f3d7-4ca1-b750-ab44c80ecf4e req-0361f6db-945b-4872-8cfb-7554ef477eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.462952 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6ed9f73-f3d7-4ca1-b750-ab44c80ecf4e req-0361f6db-945b-4872-8cfb-7554ef477eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 1129 time: 0.0653553 May 19 06:39:41.521557 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d458-7fc7-4d37-9b43-362ee44b6135 req-026fe654-6258-4e0e-8ce9-5056e1b9cf4a tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.523019 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ce57d458-7fc7-4d37-9b43-362ee44b6135 req-026fe654-6258-4e0e-8ce9-5056e1b9cf4a tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0592182 May 19 06:39:41.562508 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b6ed9f73-f3d7-4ca1-b750-ab44c80ecf4e req-2302c19a-4870-4f49-b18c-b28c852617b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 May 19 06:39:41.590023 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ce57d458-7fc7-4d37-9b43-362ee44b6135 req-11236c71-3c23-4b31-9422-83c02320ab74 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608084 May 19 06:39:41.636229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-96b610dc-65ea-423f-93d1-b581a03b2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.637711 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-96b610dc-65ea-423f-93d1-b581a03b2d6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.2082720 May 19 06:39:41.751465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:39:41.759315 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks [] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.773647 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Transition to ACTIVE for port object 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:39:41.778108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:41.872027 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:41.908620 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-c33d2819-eba2-4c09-a32d-898baf070d7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 1000 time: 0.1049416 May 19 06:39:41.997470 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-0cb56b05-8bdb-4857-b9c9-4604be269d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:41.998890 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-0cb56b05-8bdb-4857-b9c9-4604be269d15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0680783 May 19 06:39:42.001201 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Attempting to bind port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:39:42.001552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Attempting to bind port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:39:42.001872 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Attempting to bind port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:39:42.006173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 on network 57283c78-cedc-47c0-a4e8-516a188cf396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:39:42.006491 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Attempting to bind port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 on network 57283c78-cedc-47c0-a4e8-516a188cf396 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:39:42.011219 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:39:42.011549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Checking segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:39:42.011915 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Bound using segment: {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:39:42.012323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Bound port: 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec55c4d0-2269-428f-9404-1db373241b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:39:42.012669 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:42.074237 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:39:42.077954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:39:42.084717 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:42.126186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.126812 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:42.128131 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] 10.222.0.59 "PUT /v2.0/ports/57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 1094 time: 1.2587376 May 19 06:39:42.128549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:42.130782 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed03b5-7036-48f5-b0be-63488ca41132" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:42.149901 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51862b41-41d4-4342-afee-dc31a63f9685 service neutron] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:42.173333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c067ce5-a6ac-43dd-bb0e-6283de853e45 x-openstack-request-id: req-9c067ce5-a6ac-43dd-bb0e-6283de853e45 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:42.173623 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:42.173872 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c067ce5-a6ac-43dd-bb0e-6283de853e45 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:42.174274 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c067ce5-a6ac-43dd-bb0e-6283de853e45'] response: {'name': 'network-changed', 'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'status': 'completed', 'code': 200} May 19 06:39:42.306866 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:42.310101 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-8da982c8-e812-4963-b651-8ccbf10ff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.311651 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-8da982c8-e812-4963-b651-8ccbf10ff11a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786784 May 19 06:39:42.316405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed03b5-7036-48f5-b0be-63488ca41132 req-6d165cc8-e5b6-46a7-b7d1-a0985588b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.317824 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-feed03b5-7036-48f5-b0be-63488ca41132 req-6d165cc8-e5b6-46a7-b7d1-a0985588b355 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1128 time: 0.0537035 May 19 06:39:42.440524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:42.500363 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-a5c1da20-acc6-4b8a-8f13-baf413c4bf6b service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812024 May 19 06:39:42.501331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed03b5-7036-48f5-b0be-63488ca41132 req-078bd72a-c435-4aaf-ace0-0e3de3da8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.502628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-feed03b5-7036-48f5-b0be-63488ca41132 req-078bd72a-c435-4aaf-ace0-0e3de3da8c77 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1758926 May 19 06:39:42.542098 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a79b-fbc2-4227-89e3-4336c3126756 req-0f3d46c7-4767-4e1a-b5f5-462cc411c8d4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.543751 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7dc0a79b-fbc2-4227-89e3-4336c3126756 req-0f3d46c7-4767-4e1a-b5f5-462cc411c8d4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0535324 May 19 06:39:42.590991 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7dc0a79b-fbc2-4227-89e3-4336c3126756 req-f5e38e03-a02e-4574-9dee-70d59e837da6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 May 19 06:39:42.709168 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef075-285e-45c7-97fc-993a576520b0 req-42e57307-1d9c-4e89-b737-9193790c0b86 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:42.710665 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d1ef075-285e-45c7-97fc-993a576520b0 req-42e57307-1d9c-4e89-b737-9193790c0b86 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0523837 May 19 06:39:42.759751 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0d1ef075-285e-45c7-97fc-993a576520b0 req-45f614ce-25e3-4898-8281-bb750fe396dc tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 May 19 06:39:43.152084 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed03b5-7036-48f5-b0be-63488ca41132 req-9f2ffe9e-907c-4945-9a20-a2472d284f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.153615 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-feed03b5-7036-48f5-b0be-63488ca41132 req-9f2ffe9e-907c-4945-9a20-a2472d284f34 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757829 May 19 06:39:43.157047 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c683bda1-790d-4ba6-987b-64ed2966ee7f req-ee436e71-a711-46d6-9ca3-25867f10ac4e service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773827 May 19 06:39:43.238093 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-441a6069-d2fc-459b-bc4d-8731c8bedb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.239566 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-441a6069-d2fc-459b-bc4d-8731c8bedb1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1128 time: 0.0456555 May 19 06:39:43.281527 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-c6700f47-7a8e-4df5-b5a2-a08fc893ecc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 217 time: 0.0331805 May 19 06:39:43.330030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-91d2f2ef-cf4a-4ee6-8e50-3dff10e0a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.331471 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-91d2f2ef-cf4a-4ee6-8e50-3dff10e0a3f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0451064 May 19 06:39:43.379232 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-31fb3889-8297-43e0-aa56-9a07710a7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.380727 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-31fb3889-8297-43e0-aa56-9a07710a7b33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423388 May 19 06:39:43.475291 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-e0aa86fd-4299-4d0c-9521-a6924332313b service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881507 May 19 06:39:43.571573 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ddc22fb4-a026-421c-a673-806dac4402f9 req-e1b81010-7efe-4e9d-a55f-005c1d85ad8b service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905123 May 19 06:39:43.716224 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5effe4-9048-458d-90e0-f0d115759120 req-c29e5b2b-136b-48a2-acb7-6180758e274e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.717858 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c5effe4-9048-458d-90e0-f0d115759120 req-c29e5b2b-136b-48a2-acb7-6180758e274e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0481861 May 19 06:39:43.761264 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-20f65936-a063-463e-ba78-79e035665ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:43.783313 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5c5effe4-9048-458d-90e0-f0d115759120 req-1f0a992f-e0c1-4884-8050-39cb179d1c14 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587974 May 19 06:39:43.872894 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880384ad-68df-4edd-a5b0-b16feed0382e req-de5ef7cb-73d0-4f73-b1d7-6c9209f8d9ec tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:43.874954 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-880384ad-68df-4edd-a5b0-b16feed0382e req-de5ef7cb-73d0-4f73-b1d7-6c9209f8d9ec tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0467465 May 19 06:39:43.922422 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-880384ad-68df-4edd-a5b0-b16feed0382e req-b32f8da0-bf18-48b5-bc4e-e005a7f22a15 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 May 19 06:39:44.894413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:44.908921 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952048-c47a-474d-8752-483f45aec0d9 req-01789abf-fd43-4fad-9651-075bd6845f98 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:44.914437 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-46952048-c47a-474d-8752-483f45aec0d9 req-01789abf-fd43-4fad-9651-075bd6845f98 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0543978 May 19 06:39:44.967229 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-46952048-c47a-474d-8752-483f45aec0d9 req-50b31506-bec8-4736-9789-d2a00550134c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507603 May 19 06:39:45.082453 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:39:45.208136 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:45.221695 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:39:45.262537 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:39:45.263185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:45.279068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:39:45.303174 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:45.308456 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:45.378139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:45.523368 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:45.526419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['57cf34a9-09b7-4eef-bf62-a47e8faa3f32'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:39:46.026836 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-853ac6c3-04af-4023-9d04-cbf1cbcb1a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:46.102989 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4b88d-b55e-4cf2-a99d-af576623c7be req-22b7018a-e761-41ba-b0b1-6eb346ea2ff3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:46.104502 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-14e4b88d-b55e-4cf2-a99d-af576623c7be req-22b7018a-e761-41ba-b0b1-6eb346ea2ff3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0490968 May 19 06:39:46.155340 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-14e4b88d-b55e-4cf2-a99d-af576623c7be req-96806f98-851c-4aad-b4a6-e9b90201f5a5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 May 19 06:39:47.110037 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:39:47.157011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:39:47.163859 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:39:47.164236 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:47.248127 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:39:47.248513 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:47.279804 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:47.283443 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25d8d7-1a23-4d38-a467-306ddb74e7aa" -d '{"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:47.287905 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def212a7-4d2f-440e-9d4c-fa0881249ca1 req-6a32f861-253e-4c6d-a129-e7c715728b1f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:47.289505 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-def212a7-4d2f-440e-9d4c-fa0881249ca1 req-6a32f861-253e-4c6d-a129-e7c715728b1f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0559728 May 19 06:39:47.300432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:39:47.306887 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:47.344809 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6caf0be-e979-4c91-9d6b-48cb6aad0da4 x-openstack-request-id: req-c6caf0be-e979-4c91-9d6b-48cb6aad0da4 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:47.346061 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:47.346061 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6caf0be-e979-4c91-9d6b-48cb6aad0da4 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:47.346061 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6caf0be-e979-4c91-9d6b-48cb6aad0da4'] response: {'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'code': 200} May 19 06:39:47.349184 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-def212a7-4d2f-440e-9d4c-fa0881249ca1 req-6d5084e6-4369-4053-9d26-b7b3efc57996 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491838 May 19 06:39:47.366636 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:39:47.521510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0814fe-ba2f-4d24-89f4-abf30cad5854 req-af5c7b7e-1998-4bc8-9bf9-60a55f36b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:47.523015 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4b0814fe-ba2f-4d24-89f4-abf30cad5854 req-af5c7b7e-1998-4bc8-9bf9-60a55f36b98c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1130 time: 0.0408549 May 19 06:39:47.563180 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:47.570319 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4b0814fe-ba2f-4d24-89f4-abf30cad5854 req-b3eb6ec8-7765-4ca4-a447-100af83320da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 May 19 06:39:47.645448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:48.494674 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa63186-ab4e-4be2-8f24-cc9e511a2bf1 req-d85f6285-cbc1-4338-90fb-70b8777f3397 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:48.496055 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-daa63186-ab4e-4be2-8f24-cc9e511a2bf1 req-d85f6285-cbc1-4338-90fb-70b8777f3397 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0470345 May 19 06:39:48.542910 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-daa63186-ab4e-4be2-8f24-cc9e511a2bf1 req-37d9a4fe-005a-4f8a-b418-3473ae9bbaa0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407455 May 19 06:39:48.837452 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:49.830198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a9522-4e7b-4d5c-944c-86c0855e74f8 req-a0cc3c0d-3925-430b-b7a1-58753c5e6511 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:49.831696 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c88a9522-4e7b-4d5c-944c-86c0855e74f8 req-a0cc3c0d-3925-430b-b7a1-58753c5e6511 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0503485 May 19 06:39:49.882355 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c88a9522-4e7b-4d5c-944c-86c0855e74f8 req-88571590-0a06-482f-b028-043743bf7d56 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 May 19 06:39:50.005946 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e991-561c-4fe1-a874-fd74924e6638 req-e29fd4f3-68ad-463a-a283-378c91fdcf48 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:50.007547 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9af5e991-561c-4fe1-a874-fd74924e6638 req-e29fd4f3-68ad-463a-a283-378c91fdcf48 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0558434 May 19 06:39:50.016733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 60714) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:39:50.019502 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:50.021462 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Request body: {'floatingip': {'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:39:50.027451 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:50.060697 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:50.419898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:50.526254 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:50.530978 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:50.570669 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:50.628582 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Floating IP 508ee284-ec4f-4363-9b75-211bab28785b associated. External IP: 172.27.1.67, port: 57cf34a9-09b7-4eef-bf62-a47e8faa3f32. May 19 06:39:50.839423 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:39:50.956064 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:39:50.960800 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:39:50.969930 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:39:50.980319 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:50.981579 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:39:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:50.998402 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-82c8f643-2c94-4ade-a382-efb2032347d7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "PUT /v2.0/floatingips/508ee284-ec4f-4363-9b75-211bab28785b HTTP/1.1" status: 200 len: 991 time: 0.9781656 May 19 06:39:50.998402 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:39:50.999232 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7441ee-d8e1-413e-b3e1-31ceb1673835" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:39:51.038959 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9334f2c-6bc1-4c85-8902-90cb0cbd052f x-openstack-request-id: req-f9334f2c-6bc1-4c85-8902-90cb0cbd052f {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:39:51.039553 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:39:51.039553 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9334f2c-6bc1-4c85-8902-90cb0cbd052f {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:39:51.040924 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9334f2c-6bc1-4c85-8902-90cb0cbd052f'] response: {'name': 'network-changed', 'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'status': 'completed', 'code': 200} May 19 06:39:51.104515 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:51.110290 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-d0e77a8c-52e1-452e-8c9b-731ff818f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:51.112011 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-d0e77a8c-52e1-452e-8c9b-731ff818f173 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1130 time: 0.0479910 May 19 06:39:51.217746 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-5c79b99f-d4d3-4163-85ad-4a1662569f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:51.221413 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-5c79b99f-d4d3-4163-85ad-4a1662569f3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1029367 May 19 06:39:51.292041 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-0162dea9-40e6-442c-bcae-89aca5dad7d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 999 time: 0.0650938 May 19 06:39:51.345818 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-49f6e4df-9213-4a08-ac7f-cff8ba9dd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:51.347648 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-49f6e4df-9213-4a08-ac7f-cff8ba9dd29b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0495234 May 19 06:39:51.397217 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-87740fd4-efdb-4d4b-a079-5d09b1ce60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:39:51.398647 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-87740fd4-efdb-4d4b-a079-5d09b1ce60e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457292 May 19 06:39:51.403751 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '508ee284-ec4f-4363-9b75-211bab28785b', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:37Z', 'updated_at': '2022-05-19T06:39:50Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:51.439482 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:39:51.448564 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:39:51.449197 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:39:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:51.452489 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:51.505070 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-d2d80894-fea4-4d2f-aaaf-d5351ebf7b2b service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960639 May 19 06:39:51.561423 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:39:51.784866 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '508ee284-ec4f-4363-9b75-211bab28785b', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:37Z', 'updated_at': '2022-05-19T06:39:50Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:39:51.811429 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d135-a9d4-4f2b-962e-55766bd74c75 None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '508ee284-ec4f-4363-9b75-211bab28785b', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:39:37Z', 'updated_at': '2022-05-19T06:39:50Z', 'revision_number': 1, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:39:52.006079 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63a89a-cb80-4e1b-a977-082fe1ffca7a None None] New status for floating IP 508ee284-ec4f-4363-9b75-211bab28785b: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:39:52.087502 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:39:52.468415 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7c7441ee-d8e1-413e-b3e1-31ceb1673835 req-6c2471d5-2820-4697-8701-2cb3c68b1dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895066 May 19 06:40:00.988841 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:00.992427 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=45 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:01.787384 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=36 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:01.788385 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=75 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:02.110848 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:02.113342 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:02.463552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:02.464287 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=50 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:03.457408 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985e1b6-eae2-4ccb-9409-03f9b26748cc req-3234d3f7-cec6-4cf1-b414-c9fb3239829b tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:03.458807 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c985e1b6-eae2-4ccb-9409-03f9b26748cc req-3234d3f7-cec6-4cf1-b414-c9fb3239829b tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0486917 May 19 06:40:03.512046 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c985e1b6-eae2-4ccb-9409-03f9b26748cc req-a68f1676-17fe-4fd9-b8a6-58a069838c6b tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 May 19 06:40:04.630659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10026409-bbb5-4b49-b435-ba51fb9aec85 req-45486daf-ed91-43aa-bc01-153f3945b989 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:04.632257 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10026409-bbb5-4b49-b435-ba51fb9aec85 req-45486daf-ed91-43aa-bc01-153f3945b989 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0488253 May 19 06:40:04.684301 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10026409-bbb5-4b49-b435-ba51fb9aec85 req-4e60373f-d088-4c59-913c-52ca2ecafb0e tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fc3e572-30f8-41ea-a748-35264261969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 May 19 06:40:04.688448 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:05.061162 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-ec99aee9-0f20-4046-bbb0-d98d17d2e02d tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:05.062858 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-ec99aee9-0f20-4046-bbb0-d98d17d2e02d tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 945 time: 0.0515084 May 19 06:40:05.153619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Deleting port 126c4c64-3fdd-413e-a5cb-d7c478b281cd {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:40:05.153938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:05.246124 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] For port 126c4c64-3fdd-413e-a5cb-d7c478b281cd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=126c4c64-3fdd-413e-a5cb-d7c478b281cd,segment=NetworkSegment(6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7),segment_id=6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:40:05.246481 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:05.260332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Calling delete_port for 126c4c64-3fdd-413e-a5cb-d7c478b281cd owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:40:05.402020 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (126c4c64-3fdd-413e-a5cb-d7c478b281cd), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:05.431199 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Pushing event deleted for resources: {'Port': ['ID=126c4c64-3fdd-413e-a5cb-d7c478b281cd,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:05.446986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.447347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.447673 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.448013 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.448350 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.448683 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.449014 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.449380 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.449712 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.450036 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.450362 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.450682 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.451009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.451329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.451649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:05.496573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] No DVR routers for this DVR port 126c4c64-3fdd-413e-a5cb-d7c478b281cd on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:40:05.500264 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:05.503772 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0ba91307-f08b-4428-bdbc-eabffa475ebd req-16883da9-63e7-4467-a4de-1ff470ab8bf4 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.59 "DELETE /v2.0/ports/126c4c64-3fdd-413e-a5cb-d7c478b281cd HTTP/1.1" status: 204 len: 173 time: 0.4354846 May 19 06:40:05.504278 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'name': 'network-vif-deleted', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:40:05.507159 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae2416-1b35-4b79-a350-052609866037" -d '{"events": [{"server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "name": "network-vif-deleted", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:40:05.551777 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['126c4c64-3fdd-413e-a5cb-d7c478b281cd'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:40:05.568472 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b8727-9fbb-4e92-82cf-2a11b05544d8 x-openstack-request-id: req-7e7b8727-9fbb-4e92-82cf-2a11b05544d8 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:40:05.568746 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a72f2f-7a49-47cf-9adc-d341fb74fdda", "name": "network-vif-deleted", "tag": "126c4c64-3fdd-413e-a5cb-d7c478b281cd", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:40:05.569003 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e7b8727-9fbb-4e92-82cf-2a11b05544d8 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:40:05.569435 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7b8727-9fbb-4e92-82cf-2a11b05544d8'] response: {'server_uuid': '59a72f2f-7a49-47cf-9adc-d341fb74fdda', 'name': 'network-vif-deleted', 'tag': '126c4c64-3fdd-413e-a5cb-d7c478b281cd', 'status': 'completed', 'code': 200} May 19 06:40:05.794557 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-233b2525-3517-41e6-a2f2-f62b68c7f707 req-822f46b1-ec14-4957-ba4b-15baebb4f212 tempest-VolumesSnapshotTestJSON-1620388866 tempest-VolumesSnapshotTestJSON-1620388866-project] 10.222.0.65 "GET /v2.0/ports?device_id=59a72f2f-7a49-47cf-9adc-d341fb74fdda HTTP/1.1" status: 200 len: 210 time: 0.0292356 May 19 06:40:09.336756 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 126c4c64-3fdd-413e-a5cb-d7c478b281cd no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:40:09.356006 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 126c4c64-3fdd-413e-a5cb-d7c478b281cd {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:40:09.356350 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 126c4c64-3fdd-413e-a5cb-d7c478b281cd not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:40:13.505607 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=9 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:13.508231 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=9 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:13.762698 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-00b4ac03-7347-4ab1-b41a-48e00d1963b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:15.475070 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:15.775907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:16.029376 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b3802279-031d-4ef9-beed-81a349766544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:17.648751 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:18.184524 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:40:18.849011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:20.025170 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:27.934201 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60926) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:27.978964 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Deleting subnet 34db5703-f0fc-4b5e-9225-ecf80bc580da {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:40:27.982295 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Publish callbacks [] for subnet (34db5703-f0fc-4b5e-9225-ecf80bc580da), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.017310 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (34db5703-f0fc-4b5e-9225-ecf80bc580da), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.062080 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (34db5703-f0fc-4b5e-9225-ecf80bc580da), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.118037 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (34db5703-f0fc-4b5e-9225-ecf80bc580da), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.140133 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34db5703-f0fc-4b5e-9225-ecf80bc580da,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:28.149252 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.152433 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-6e59c288-c5c9-42e8-b6c4-d71b4c8b5546 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/34db5703-f0fc-4b5e-9225-ecf80bc580da HTTP/1.1" status: 204 len: 168 time: 0.2169664 May 19 06:40:28.154832 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60928) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:28.179443 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:28.180244 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:28.225267 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (87d6fb60-2cd1-43b1-8e28-e6a214bcc197), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.306114 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (87d6fb60-2cd1-43b1-8e28-e6a214bcc197), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.325609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d6fb60-2cd1-43b1-8e28-e6a214bcc197']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:40:28.336256 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:40:28.336550 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:40:28.347133 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.360280 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.366323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:40:28.366842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (6cb047ad-bb99-4d3d-8f1c-6ed43b47b6f7), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:40:28.368813 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:40:28.425713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (87d6fb60-2cd1-43b1-8e28-e6a214bcc197), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.431015 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.434011 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] 10.222.0.65 "DELETE /v2.0/networks/87d6fb60-2cd1-43b1-8e28-e6a214bcc197 HTTP/1.1" status: 204 len: 168 time: 0.2782836 May 19 06:40:28.445500 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4708f-17e5-4200-bb9e-02a35b266903 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d6fb60-2cd1-43b1-8e28-e6a214bcc197,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:28.566056 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60934) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:28.605868 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-93b36e6c-eb8b-4a56-a7ea-74e9781a838a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=887496db011b48b5a8a5f2da6d8c5e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386605 May 19 06:40:28.608229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 60938) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:28.656186 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] Publish callbacks [] for security_group (9fc3e572-30f8-41ea-a748-35264261969a), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.677380 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] Publish callbacks [] for security_group (9fc3e572-30f8-41ea-a748-35264261969a), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.725931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9fc3e572-30f8-41ea-a748-35264261969a), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.728484 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:28.729645 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fc3e572-30f8-41ea-a748-35264261969a HTTP/1.1" status: 204 len: 168 time: 0.1205413 May 19 06:40:28.737383 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4d4d8-f35c-4104-ac9a-e4fdf7540bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc3e572-30f8-41ea-a748-35264261969a,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:29.722388 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c7919-de80-4142-ad57-61887942018e req-f815f871-84ef-4275-92d2-56d3b332adbd tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:29.723850 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6a7c7919-de80-4142-ad57-61887942018e req-f815f871-84ef-4275-92d2-56d3b332adbd tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0520837 May 19 06:40:29.770267 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6a7c7919-de80-4142-ad57-61887942018e req-61c3b59c-66c0-45bb-b0d6-e2e55d499a18 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 May 19 06:40:30.892586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f368ad-4215-456b-a6ed-ff017519bff5 req-ae0511c6-bf77-4364-b1f4-b281effd5e99 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:30.894902 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55f368ad-4215-456b-a6ed-ff017519bff5 req-ae0511c6-bf77-4364-b1f4-b281effd5e99 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0478826 May 19 06:40:30.944643 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-55f368ad-4215-456b-a6ed-ff017519bff5 req-0fdd2e92-82a3-4709-91e9-e962de067fc0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 May 19 06:40:32.049098 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:32.063954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139c64d-315b-4925-bae5-7dc7e825ca25 req-2bf06a6f-2191-4c81-927b-93201e17a844 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:32.065420 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6139c64d-315b-4925-bae5-7dc7e825ca25 req-2bf06a6f-2191-4c81-927b-93201e17a844 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0494969 May 19 06:40:32.113621 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-6139c64d-315b-4925-bae5-7dc7e825ca25 req-3b98396a-8229-4d9b-b805-55c5407bb382 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 May 19 06:40:33.239329 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32ba9b-48ac-47f1-891b-1be00d3bd7cf req-60cb978b-01ad-4ecd-a672-b2b93bd38f67 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:33.240797 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e32ba9b-48ac-47f1-891b-1be00d3bd7cf req-60cb978b-01ad-4ecd-a672-b2b93bd38f67 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0546043 May 19 06:40:33.287213 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5e32ba9b-48ac-47f1-891b-1be00d3bd7cf req-d6d177d3-87e9-4cb4-8b66-6b7dff339b2f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408494 May 19 06:40:34.415055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166741c-0bdb-42c6-a6c3-bb7599d847c9 req-63c91b21-db4c-4cdb-ac50-262f2f7e363e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:34.416552 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0166741c-0bdb-42c6-a6c3-bb7599d847c9 req-63c91b21-db4c-4cdb-ac50-262f2f7e363e tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0568364 May 19 06:40:34.461941 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:34.470128 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0166741c-0bdb-42c6-a6c3-bb7599d847c9 req-76732e40-c269-4431-9423-e4a16d73935b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480773 May 19 06:40:34.671948 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:34.673549 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:34.685876 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:35.594242 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40828ae3-c9fe-414e-b39f-a3104b16a2c6 req-e10df394-dd21-4a45-aaca-e66c205d0bf3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:35.595610 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40828ae3-c9fe-414e-b39f-a3104b16a2c6 req-e10df394-dd21-4a45-aaca-e66c205d0bf3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0496950 May 19 06:40:35.642218 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-40828ae3-c9fe-414e-b39f-a3104b16a2c6 req-9097b2e6-cf0a-4f86-a384-c4df693c7e33 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 May 19 06:40:36.757972 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337af31-916a-454e-9534-2bdc36759a82 req-26e22bfa-011c-4656-b22f-d755b55a6bbb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:36.759417 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1337af31-916a-454e-9534-2bdc36759a82 req-26e22bfa-011c-4656-b22f-d755b55a6bbb tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0465312 May 19 06:40:36.806078 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-1337af31-916a-454e-9534-2bdc36759a82 req-57947675-42f1-4de5-80be-1f839d80f308 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 May 19 06:40:38.132900 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a9bed-a073-49f1-b7ad-fd84f187e953 req-0935dbd4-6dbd-4cd6-91d8-e0a4360ab2b3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:38.134438 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-820a9bed-a073-49f1-b7ad-fd84f187e953 req-0935dbd4-6dbd-4cd6-91d8-e0a4360ab2b3 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.2556536 May 19 06:40:38.183593 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-820a9bed-a073-49f1-b7ad-fd84f187e953 req-c6cc13c7-7e85-4422-bba8-00b32453cd6b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 May 19 06:40:39.359945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833c27d-a610-4e53-b449-973401e06135 req-382878a9-e9bd-4c99-9e87-f8f0615a8932 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:39.361448 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2833c27d-a610-4e53-b449-973401e06135 req-382878a9-e9bd-4c99-9e87-f8f0615a8932 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0998943 May 19 06:40:39.408759 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2833c27d-a610-4e53-b449-973401e06135 req-6804ba85-993f-4546-97da-73ad7de8dd7c tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 May 19 06:40:40.528599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e30fd-85f9-43a3-9b30-0af7e8ea5b4e req-bc7b440d-3f98-4e4b-a166-6c14b2ad691b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:40.530079 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d84e30fd-85f9-43a3-9b30-0af7e8ea5b4e req-bc7b440d-3f98-4e4b-a166-6c14b2ad691b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0492151 May 19 06:40:40.580170 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d84e30fd-85f9-43a3-9b30-0af7e8ea5b4e req-72a55ff1-4fed-4e63-9649-dcd82aff06f8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433862 May 19 06:40:40.908636 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=12 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:40.910895 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=14 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:41.380664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:40:41.478575 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:40:41.489354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:40:41.523471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: ACTIVE; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:40:41.523857 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:41.537077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:40:41.557293 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:40:41.560876 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:41.613674 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:41.621257 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.621629 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.621963 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.622299 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.622633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.622963 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.623287 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.623611 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.623941 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.624270 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.624593 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.624914 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.625234 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.625577 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.625893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:40:41.658703 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['57cf34a9-09b7-4eef-bf62-a47e8faa3f32'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:40:41.704856 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccff725-1a3d-4e4f-acef-bac28219bc9f req-b35ffa73-7589-4afe-a889-8be8ded3c3e2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:41.706373 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ccff725-1a3d-4e4f-acef-bac28219bc9f req-b35ffa73-7589-4afe-a889-8be8ded3c3e2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0519638 May 19 06:40:41.756997 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ccff725-1a3d-4e4f-acef-bac28219bc9f req-2aaf2c40-dc1b-4ebb-b327-bfac2fb78663 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 May 19 06:40:42.661371 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-f6c3d982-bd01-43d5-aeca-52192a15d2d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423756 May 19 06:40:42.755629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-ed3993df-c10e-41b0-8354-c17505df413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:42.757237 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-ed3993df-c10e-41b0-8354-c17505df413d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 1129 time: 0.0450623 May 19 06:40:42.883508 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ffd0-b998-4cdf-ab0f-037a35fdfdc1 req-85f009b1-334d-42a6-adae-9fabb6ce0c74 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:42.885046 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-81d2ffd0-b998-4cdf-ab0f-037a35fdfdc1 req-85f009b1-334d-42a6-adae-9fabb6ce0c74 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0496540 May 19 06:40:42.895405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-41156297-83b9-45b5-9dfe-ab47f0e9df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:42.897299 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-41156297-83b9-45b5-9dfe-ab47f0e9df59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.1196022 May 19 06:40:42.939313 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-81d2ffd0-b998-4cdf-ab0f-037a35fdfdc1 req-b9e6293c-e4b1-4977-b1ca-6d0a4889a21d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470200 May 19 06:40:42.975222 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-21130b3b-2351-49ec-a410-e49329b9b4fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 200 len: 1000 time: 0.0703092 May 19 06:40:43.030945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-0b8e83c2-7176-4090-ad55-e25d1a64afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:43.033000 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-0b8e83c2-7176-4090-ad55-e25d1a64afc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0508204 May 19 06:40:43.088156 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-e7dc78fa-4192-4e7f-af02-0ccc64d566b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:43.089891 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-e7dc78fa-4192-4e7f-af02-0ccc64d566b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506353 May 19 06:40:43.200765 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-03e7224c-c9e4-4d2f-be1b-849c52558537 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042187 May 19 06:40:43.315431 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-52c68df4-0d30-43c0-8e02-589768ea5caa req-1a681a69-1671-495e-b24b-ec6119f50d04 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088972 May 19 06:40:43.404869 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:40:43.456395 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:40:43.458003 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:43.546297 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:40:43.547100 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:43.575324 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:40:43.577975 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b72500-1eec-4a00-91f3-240e1d319e88" -d '{"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:40:43.589232 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:40:43.594973 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:43.633216 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f19731-940e-4eb2-8079-f2bf31995d03 x-openstack-request-id: req-26f19731-940e-4eb2-8079-f2bf31995d03 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:40:43.633550 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:40:43.633786 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26f19731-940e-4eb2-8079-f2bf31995d03 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:40:43.634181 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f19731-940e-4eb2-8079-f2bf31995d03'] response: {'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'code': 200} May 19 06:40:43.663422 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=7']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:43.768777 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4da46827-8970-4c5a-bef1-0f05c4de2ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:44.071449 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a527d-e6ac-4374-bed2-f9c06508fa08 req-c0b83771-649c-40e7-b4f1-7e8d673b4bb0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:44.073012 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e6a527d-e6ac-4374-bed2-f9c06508fa08 req-c0b83771-649c-40e7-b4f1-7e8d673b4bb0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0569232 May 19 06:40:44.132383 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4e6a527d-e6ac-4374-bed2-f9c06508fa08 req-83e84b6d-b2e6-4983-a2ff-97ef30461089 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532038 May 19 06:40:45.268978 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019b7f-c7e1-43bb-be10-543c7746ef6e req-ae0c96a9-3474-4b49-b21c-8cf8bc826235 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:45.271970 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-66019b7f-c7e1-43bb-be10-543c7746ef6e req-ae0c96a9-3474-4b49-b21c-8cf8bc826235 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0567861 May 19 06:40:45.302976 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:45.343643 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-66019b7f-c7e1-43bb-be10-543c7746ef6e req-722af8e7-b1fb-4a18-ab9b-43510e443a7a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643463 May 19 06:40:46.034520 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a88ae5f-879a-497d-89fd-67f68d7b8844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:46.477205 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e614f-156a-48fe-9043-9d5a66d882e1 req-57c66d41-668f-4966-b05c-01f12c7563b4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:46.479544 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b69e614f-156a-48fe-9043-9d5a66d882e1 req-57c66d41-668f-4966-b05c-01f12c7563b4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0542870 May 19 06:40:46.533734 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b69e614f-156a-48fe-9043-9d5a66d882e1 req-1ac39a4b-a04e-47e3-bb9a-f9a8cecefb3d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477943 May 19 06:40:47.653753 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:47.674742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc54ea-c44a-4def-b3b7-b9cca04f16f3 req-6c8f3d85-2918-4eb2-af6b-ffffe8f4deef tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:47.676576 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4ccc54ea-c44a-4def-b3b7-b9cca04f16f3 req-6c8f3d85-2918-4eb2-af6b-ffffe8f4deef tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0615485 May 19 06:40:47.735539 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4ccc54ea-c44a-4def-b3b7-b9cca04f16f3 req-a2c45301-7188-4f79-a687-4c9661c6bdff tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527930 May 19 06:40:48.852707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:48.863447 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56210992-f425-40dd-a2f8-72e15f345d44 req-de868685-9ebe-4473-9f5e-cbb103e28b78 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:48.864942 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-56210992-f425-40dd-a2f8-72e15f345d44 req-de868685-9ebe-4473-9f5e-cbb103e28b78 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0515296 May 19 06:40:48.925017 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-56210992-f425-40dd-a2f8-72e15f345d44 req-e47d89aa-d6ee-46fb-85eb-7d8a909bee19 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534828 May 19 06:40:50.039642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:50.072309 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cc72-a6e9-4115-9ac6-b89a544b6a2e req-fe202377-c972-4ff9-8151-063eb54a23c7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:50.078772 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7987cc72-a6e9-4115-9ac6-b89a544b6a2e req-fe202377-c972-4ff9-8151-063eb54a23c7 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0798862 May 19 06:40:50.104965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:50.137955 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7987cc72-a6e9-4115-9ac6-b89a544b6a2e req-345e175b-aafa-44c4-b0da-869a4a8677d0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581594 May 19 06:40:51.282585 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dea71-7a34-4b19-bd86-d9eb2ab6d6c9 req-bfa46299-5467-4fb2-a5f7-a5c3ef9e2923 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:51.284099 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-228dea71-7a34-4b19-bd86-d9eb2ab6d6c9 req-bfa46299-5467-4fb2-a5f7-a5c3ef9e2923 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0656197 May 19 06:40:51.333513 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:51.338710 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-228dea71-7a34-4b19-bd86-d9eb2ab6d6c9 req-0765de86-f577-4e77-8a43-8d4dd8e2ef7d tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473514 May 19 06:40:51.886545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-8095cff6-3d1e-4575-bfee-05b1fc24f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:51.888005 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-8095cff6-3d1e-4575-bfee-05b1fc24f86c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1130 time: 0.0428252 May 19 06:40:51.988259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-01ab23e8-28b9-44fe-87bb-67b90b18ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:51.989632 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-01ab23e8-28b9-44fe-87bb-67b90b18ea28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.0944035 May 19 06:40:52.053148 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-c7a1c9ea-fbf7-42a7-be22-f1a02c5fc99f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 1001 time: 0.0573893 May 19 06:40:52.344990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-68e04fa3-0089-4807-849b-c143a5ae3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:52.346481 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-68e04fa3-0089-4807-849b-c143a5ae3c02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.2877414 May 19 06:40:52.389096 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-38879a31-e7e4-4e21-a716-db5c932dab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:52.390620 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-38879a31-e7e4-4e21-a716-db5c932dab9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382288 May 19 06:40:52.494485 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755fb11-ce6f-4d24-8fa9-e1ea691b488e req-daf0a597-2482-4772-90d1-89c287134803 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:52.495968 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f755fb11-ce6f-4d24-8fa9-e1ea691b488e req-daf0a597-2482-4772-90d1-89c287134803 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0812767 May 19 06:40:52.543260 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-8623ced6-b724-429e-89bb-ace3274219ed service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465659 May 19 06:40:52.613456 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f755fb11-ce6f-4d24-8fa9-e1ea691b488e req-e1e8c2d3-9045-43e3-ad13-53ee54fe4852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105511 May 19 06:40:52.655382 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-459ce226-db32-45b9-9bc8-a10d869daec0 req-c688abff-3a15-4625-8b57-4ba33128a262 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047416 May 19 06:40:53.700345 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=81 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:53.739420 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbe291-8ae0-4cb5-bfa4-f289970367c2 req-d84a18ef-c77d-4dbe-baf9-cfa51bc21773 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:53.740905 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fbbe291-8ae0-4cb5-bfa4-f289970367c2 req-d84a18ef-c77d-4dbe-baf9-cfa51bc21773 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0494940 May 19 06:40:53.789646 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-6fbbe291-8ae0-4cb5-bfa4-f289970367c2 req-4607ee3d-d007-4d6f-8220-0d3b7074307f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 May 19 06:40:54.910175 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0d1c1-552c-493f-b879-72d2b10a72b1 req-5d84509d-1e62-45d8-9d44-4fe2f35363ac tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:54.911783 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6f0d1c1-552c-493f-b879-72d2b10a72b1 req-5d84509d-1e62-45d8-9d44-4fe2f35363ac tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 946 time: 0.0494480 May 19 06:40:54.963814 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6f0d1c1-552c-493f-b879-72d2b10a72b1 req-5f7cdc35-fca6-4238-8568-01321bb4d51a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 May 19 06:40:55.186294 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:40:55.487550 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:40:55.513680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:55.533051 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:55.572052 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: ACTIVE; New status is: DOWN {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:40:55.572433 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:55.597773 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:40:55.600722 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e86a0-33d5-456d-adf5-66ffd21502dd" -d '{"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-unplugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:40:55.616489 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:40:55.621791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:40:55.648453 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 06:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c82df3-32e7-4b91-b80e-c312fe06073a x-openstack-request-id: req-90c82df3-32e7-4b91-b80e-c312fe06073a {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:40:55.649014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-unplugged", "status": "failed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "code": 422}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:40:55.649267 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90c82df3-32e7-4b91-b80e-c312fe06073a {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:40:55.649697 dv-cinder-836996-22-iscsi neutron-server[103758]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-90c82df3-32e7-4b91-b80e-c312fe06073a']: {'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'code': 422} returned with failed status May 19 06:40:55.678535 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=8']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:40:55.798178 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-03e8e499-aa9c-4365-aca8-6cee68d5e7f4 req-7d52482d-8a5e-4a67-872f-33c1dcf318fa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:40:55.799525 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-03e8e499-aa9c-4365-aca8-6cee68d5e7f4 req-7d52482d-8a5e-4a67-872f-33c1dcf318fa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053022 May 19 06:40:55.962398 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3eb67-dd1d-4f3b-bcb3-fb7cb54ab49c req-4fb39d22-9712-43ce-86ce-71e6929164af tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:55.963870 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-97c3eb67-dd1d-4f3b-bcb3-fb7cb54ab49c req-4fb39d22-9712-43ce-86ce-71e6929164af tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0493987 May 19 06:40:56.015439 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-97c3eb67-dd1d-4f3b-bcb3-fb7cb54ab49c req-fbaac4e3-b843-48d1-9c52-4dfa3ef07545 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 May 19 06:40:56.178135 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 32872) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:56.260817 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-d1a83e7f-8fb3-4c3c-a18f-c13291bb3645 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814941 May 19 06:40:56.269089 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-5d6abbd3-f36e-4db7-87f7-f84986730de1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:40:56.270064 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-5d6abbd3-f36e-4db7-87f7-f84986730de1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047324 May 19 06:40:56.346037 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 32880) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:40:56.446269 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-bdd540f2-2eaa-4076-ba62-e8d88a6c2990 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:56.448960 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-bdd540f2-2eaa-4076-ba62-e8d88a6c2990 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports/57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 941 time: 0.1019022 May 19 06:40:57.135355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d18ac3-5df0-4821-af2e-5e407d5c8db6 req-8f8452f9-6f35-48e3-8a90-b8a08505de18 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.136983 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2d18ac3-5df0-4821-af2e-5e407d5c8db6 req-8f8452f9-6f35-48e3-8a90-b8a08505de18 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0483155 May 19 06:40:57.194165 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2d18ac3-5df0-4821-af2e-5e407d5c8db6 req-a4a52a50-97e9-4581-83dd-b1e5c970d48f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508068 May 19 06:40:57.204987 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-2970783d-503e-4d31-92fc-a864311f118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.206719 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-2970783d-503e-4d31-92fc-a864311f118d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29&tenant_id=e21ed8d40dab40828a1fc685ca63ad92 HTTP/1.1" status: 200 len: 1128 time: 0.0462325 May 19 06:40:57.216347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-1c13711d-ef7f-4624-8d5b-1997425527d5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:40:57.217306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-1c13711d-ef7f-4624-8d5b-1997425527d5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051093 May 19 06:40:57.278534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-33876e1f-3b1d-4bd7-8881-f1f4c9619ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.280024 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-33876e1f-3b1d-4bd7-8881-f1f4c9619ffd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1128 time: 0.0405934 May 19 06:40:57.338788 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:57.389323 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-74b09cdf-c38c-4473-af8e-156ea951474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.390719 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-74b09cdf-c38c-4473-af8e-156ea951474d service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.1047046 May 19 06:40:57.402596 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:57.453826 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-043f57bc-a6ce-43b5-9990-232febafbcc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 999 time: 0.0569453 May 19 06:40:57.501681 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-590bb884-c28a-4eda-961d-0b07c58eee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.503124 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-590bb884-c28a-4eda-961d-0b07c58eee3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0436964 May 19 06:40:57.551522 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-de84d12e-34f9-4b50-913f-51a8dca2ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:57.553221 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-de84d12e-34f9-4b50-913f-51a8dca2ba45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441914 May 19 06:40:57.648418 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-4cebfb51-7e46-41a8-83bc-dd4097549ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891671 May 19 06:40:57.748777 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-71c671e2-1b9e-4214-977b-cabe41b5093f req-a134e5bd-3eb4-405a-98aa-6369e27e29e6 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945592 May 19 06:40:58.354229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b8e26-153e-4489-8621-ef4141940dcf req-0d04e771-de93-4240-831f-cfaf67fd04cc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:58.355755 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2d4b8e26-153e-4489-8621-ef4141940dcf req-0d04e771-de93-4240-831f-cfaf67fd04cc tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0575590 May 19 06:40:58.413921 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2d4b8e26-153e-4489-8621-ef4141940dcf req-0e97a97c-91d0-400d-a042-d4821ed6a4ec tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522528 May 19 06:40:59.452977 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:40:59.547535 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e3179-eaa1-44f4-bbe2-8df522360e0c req-3c9b9f78-e2e4-489c-84f1-5b43f6102702 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:40:59.549728 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-368e3179-eaa1-44f4-bbe2-8df522360e0c req-3c9b9f78-e2e4-489c-84f1-5b43f6102702 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0500791 May 19 06:40:59.607324 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-368e3179-eaa1-44f4-bbe2-8df522360e0c req-fd33ab78-d2c0-48ff-931d-0f086d97bbb9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509157 May 19 06:41:00.750472 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6942-4d74-45ab-b0c2-a01bb4348f82 req-04a2ee98-e198-4be6-bfdf-fe963302a8d0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:00.752035 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-090e6942-4d74-45ab-b0c2-a01bb4348f82 req-04a2ee98-e198-4be6-bfdf-fe963302a8d0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0595238 May 19 06:41:00.803653 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-090e6942-4d74-45ab-b0c2-a01bb4348f82 req-f0578ac6-16f8-47cc-a157-4772310f87f8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 May 19 06:41:01.967548 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50acb6-1bd2-4907-b04d-3a1af2720e27 req-56d4226a-a66d-47fe-a58b-89b6d700895f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:01.969306 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8c50acb6-1bd2-4907-b04d-3a1af2720e27 req-56d4226a-a66d-47fe-a58b-89b6d700895f tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0603883 May 19 06:41:02.024539 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8c50acb6-1bd2-4907-b04d-3a1af2720e27 req-ecf26be5-1c1a-47b4-b305-106d505e5e87 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488708 May 19 06:41:03.159588 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e38dd-bf52-4133-8166-7ec5f265e212 req-6b294b82-77e9-4370-8d47-b1aa51b3778b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:03.161049 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b88e38dd-bf52-4133-8166-7ec5f265e212 req-6b294b82-77e9-4370-8d47-b1aa51b3778b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0555868 May 19 06:41:03.213628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b88e38dd-bf52-4133-8166-7ec5f265e212 req-c445650f-c475-4bb6-a50d-10fea0a36f80 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 May 19 06:41:04.349191 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79ad9-0bc5-4a55-871c-680fb46f7349 req-363d8f46-e7de-4857-b9f8-cf8ae2b43aca tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:04.350905 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-22b79ad9-0bc5-4a55-871c-680fb46f7349 req-363d8f46-e7de-4857-b9f8-cf8ae2b43aca tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0562067 May 19 06:41:04.407691 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-22b79ad9-0bc5-4a55-871c-680fb46f7349 req-6cfc006a-5f70-45b6-a507-9396b9e25dcf tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 May 19 06:41:04.700441 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:05.181106 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:05.534603 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fed2-ef6b-4cf7-9e21-71ef4b2aa55b req-e6c06ada-e357-4eca-a1f8-068e82c6a7f9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:05.536116 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e905fed2-ef6b-4cf7-9e21-71ef4b2aa55b req-e6c06ada-e357-4eca-a1f8-068e82c6a7f9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0493705 May 19 06:41:05.590410 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e905fed2-ef6b-4cf7-9e21-71ef4b2aa55b req-bc3f7957-78b0-4fb8-8495-b0a14254c5e2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480709 May 19 06:41:06.717572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d142ae-dc39-4d38-88d7-a09ebe715188 req-77330a66-e781-46de-8b43-e6fa5afe1a8a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:06.719224 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-91d142ae-dc39-4d38-88d7-a09ebe715188 req-77330a66-e781-46de-8b43-e6fa5afe1a8a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 944 time: 0.0563054 May 19 06:41:06.776552 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-91d142ae-dc39-4d38-88d7-a09ebe715188 req-c1763828-7528-4db5-801a-6991a964187a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 May 19 06:41:07.027278 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4d850-d5ed-4504-86d7-de129282c3ff req-79b836b7-c49e-4179-86c2-41e39b699eb3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:07.028634 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cb4d850-d5ed-4504-86d7-de129282c3ff req-79b836b7-c49e-4179-86c2-41e39b699eb3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0472436 May 19 06:41:07.079525 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2cb4d850-d5ed-4504-86d7-de129282c3ff req-8c0669df-1386-4020-8502-2fa99fb0e26b tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450606 May 19 06:41:07.513062 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:41:07.612550 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:07.623967 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'port_id': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'mac_address': 'fa:16:3e:b6:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:41:07.657886 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:41:07.658266 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:07.670725 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:41:07.690827 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:07.696091 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:07.745800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=9']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:07.901767 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5030ef-a985-43f2-a825-76680fac42a7 req-59792452-fe53-41c4-8889-3401338d7ff0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:07.903228 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5b5030ef-a985-43f2-a825-76680fac42a7 req-59792452-fe53-41c4-8889-3401338d7ff0 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0477135 May 19 06:41:07.915637 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['57cf34a9-09b7-4eef-bf62-a47e8faa3f32'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:41:07.951737 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5b5030ef-a985-43f2-a825-76680fac42a7 req-0eb4e101-896a-4df4-b5ab-e28806df5d5a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 May 19 06:41:08.199034 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def276f-815b-4c34-adb7-9eec77bc2336 req-5434eb57-042c-4ef9-99c0-98b5738d9feb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:08.200413 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9def276f-815b-4c34-adb7-9eec77bc2336 req-5434eb57-042c-4ef9-99c0-98b5738d9feb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0478814 May 19 06:41:08.255393 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-9def276f-815b-4c34-adb7-9eec77bc2336 req-f2955d83-d55e-4edc-b5fe-909ac7d60177 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494554 May 19 06:41:08.475265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-971d50c1-2c03-4009-92fd-256bf69ad774 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:08.477370 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-971d50c1-2c03-4009-92fd-256bf69ad774 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 945 time: 0.0463822 May 19 06:41:08.560310 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port a7838485-ab2f-465d-9856-c3664945b977 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:08.560646 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (a7838485-ab2f-465d-9856-c3664945b977), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:08.600272 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:08.650473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] For port a7838485-ab2f-465d-9856-c3664945b977, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a7838485-ab2f-465d-9856-c3664945b977,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:08.650830 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (a7838485-ab2f-465d-9856-c3664945b977), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:08.665726 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:08.816547 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:08.816813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (e733093f-710c-4961-9dfd-b8c902fd0435), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:08.817115 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP e733093f-710c-4961-9dfd-b8c902fd0435 disassociated. External IP: 172.27.1.53, port: a7838485-ab2f-465d-9856-c3664945b977. May 19 06:41:08.817478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for a7838485-ab2f-465d-9856-c3664945b977 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:08.940218 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (a7838485-ab2f-465d-9856-c3664945b977), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:08.971515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=a7838485-ab2f-465d-9856-c3664945b977,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:08.984961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.985339 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.985685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.986270 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.986382 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.986659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.987001 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.987301 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.987619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.987940 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.988261 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.988585 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.988897 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.989209 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:08.989549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:09.086478 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce107-9d66-4ed1-bc4d-de28cad28cfb req-c6c7d5dc-ebff-4c82-b63f-7021a8e99006 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:09.087862 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f4dce107-9d66-4ed1-bc4d-de28cad28cfb req-c6c7d5dc-ebff-4c82-b63f-7021a8e99006 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 945 time: 0.0583391 May 19 06:41:09.159612 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:41:09.177503 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f4dce107-9d66-4ed1-bc4d-de28cad28cfb req-80cdf6bc-a1ba-48ad-bfed-e6c093bfc54b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636168 May 19 06:41:09.274271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:41:09.286787 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:41:09.298036 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:09.298643 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:40:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:09.317674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] No DVR routers for this DVR port a7838485-ab2f-465d-9856-c3664945b977 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:41:09.326728 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:09.330082 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ef51ae0e-5c56-4fb8-918a-7a8cd2449899 req-6cefee5d-cacb-4d92-87b9-29220610c6eb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "DELETE /v2.0/ports/a7838485-ab2f-465d-9856-c3664945b977 HTTP/1.1" status: 204 len: 173 time: 0.8471196 May 19 06:41:09.330545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'name': 'network-vif-deleted', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:09.332868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e6ce6-f256-4325-ae6c-d86b2e627830" -d '{"events": [{"server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "name": "network-vif-deleted", "tag": "a7838485-ab2f-465d-9856-c3664945b977"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:09.405232 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d962565a-5682-4bd2-bf45-1698cacb8706 req-af53fe7f-2e44-4137-82bc-567eee29b725 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fefa96-69e6-4e4b-86ad-b0c8bae70b5f HTTP/1.1" status: 200 len: 210 time: 0.0496318 May 19 06:41:09.450264 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:09.469923 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ad7854-98ad-4d9f-8fca-5ac8a7892bba x-openstack-request-id: req-82ad7854-98ad-4d9f-8fca-5ac8a7892bba {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:09.470211 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fefa96-69e6-4e4b-86ad-b0c8bae70b5f", "name": "network-vif-deleted", "tag": "a7838485-ab2f-465d-9856-c3664945b977", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:09.470465 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82ad7854-98ad-4d9f-8fca-5ac8a7892bba {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:09.470866 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ad7854-98ad-4d9f-8fca-5ac8a7892bba'] response: {'server_uuid': '68fefa96-69e6-4e4b-86ad-b0c8bae70b5f', 'name': 'network-vif-deleted', 'tag': 'a7838485-ab2f-465d-9856-c3664945b977', 'status': 'completed', 'code': 200} May 19 06:41:09.557796 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:41:09.607792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:41:09.608063 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:09.655394 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:09.684569 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:41:09.685037 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:09.688147 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:41:09.697224 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:09.697869 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:40:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:09.708762 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:09.712139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb00834-1594-4f61-9702-908e852fae4e" -d '{"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:09.725335 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:09.732274 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:09.733216 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a7838485-ab2f-465d-9856-c3664945b977 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:41:09.779354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b9a00-4b17-4c5c-8607-816e9f514661 x-openstack-request-id: req-6a7b9a00-4b17-4c5c-8607-816e9f514661 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:09.779905 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-plugged", "status": "completed", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:09.780159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a7b9a00-4b17-4c5c-8607-816e9f514661 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:09.780540 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7b9a00-4b17-4c5c-8607-816e9f514661'] response: {'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'code': 200} May 19 06:41:09.783331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: a7838485-ab2f-465d-9856-c3664945b977 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:41:09.783748 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device a7838485-ab2f-465d-9856-c3664945b977 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:41:09.792765 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:09.795055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:09.812153 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:09.812556 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=10']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:10.007199 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:10.037568 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c823345-97ce-47d9-9c4f-e0ba2d9424d1 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:41:10.103347 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120620-89b5-46b2-933d-2af87589f0c4 req-c9ba1895-6ad2-47c4-bdad-697b85e2f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:10.105050 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65120620-89b5-46b2-933d-2af87589f0c4 req-c9ba1895-6ad2-47c4-bdad-697b85e2f847 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1131 time: 0.0950491 May 19 06:41:10.153912 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-65120620-89b5-46b2-933d-2af87589f0c4 req-8ea3e982-ab8e-47cd-ae7d-6fc2b935e961 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 May 19 06:41:10.269329 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd352140-da75-4486-8bc4-a843b7173e67 None None] New status for floating IP e733093f-710c-4961-9dfd-b8c902fd0435: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:41:10.304216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be4c46-7442-48b8-a8a3-664076e36713 req-aa21b909-64d6-4293-bb48-9b13ab7343a8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:10.305793 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6be4c46-7442-48b8-a8a3-664076e36713 req-aa21b909-64d6-4293-bb48-9b13ab7343a8 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0492833 May 19 06:41:10.359548 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a6be4c46-7442-48b8-a8a3-664076e36713 req-cdcc6806-91e5-4011-bdef-2b206c008c6a tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479887 May 19 06:41:10.682945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:10.691299 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:10.717179 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-3db31cba-799b-42b5-a099-01130c892c60 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964986703&fields=id&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 267 time: 0.0478079 May 19 06:41:10.830599 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-866131f6-194d-479c-a9a4-88166d5ee38a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:10.832038 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-866131f6-194d-479c-a9a4-88166d5ee38a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1084502 May 19 06:41:10.846581 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-cd0e639d-7bae-4d48-8b50-cff8e730d82d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/quotas/318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 375 time: 0.0090241 May 19 06:41:10.894695 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-80e75a30-5d35-47f8-a0ae-889a8a8ef3fc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426903 May 19 06:41:10.952214 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-b5a2366f-b9cc-4c32-bbb1-2a2b5c4ca5cb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103757) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:41:10.953204 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-b5a2366f-b9cc-4c32-bbb1-2a2b5c4ca5cb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478787 May 19 06:41:11.045819 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-9c886e07-a14a-4f52-b393-0863d484c579 service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867293 May 19 06:41:11.134975 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-4cc88ada-be5b-4fad-a2ad-b2fb95d6397d service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 May 19 06:41:11.496159 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d5a40341-9abe-4988-a93f-16af43709671 req-5325d346-7a15-493d-a892-929879ea086c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 210 time: 0.0502868 May 19 06:41:11.529916 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500bf40-5702-4da9-b869-9103aa784f8e req-63935568-eab2-46d4-a9ab-9a4089806dc5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:11.531161 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8500bf40-5702-4da9-b869-9103aa784f8e req-63935568-eab2-46d4-a9ab-9a4089806dc5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0722113 May 19 06:41:11.586447 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8500bf40-5702-4da9-b869-9103aa784f8e req-3b01daa5-bf15-4dfd-bbd4-131902be5cb4 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495026 May 19 06:41:12.490645 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-fe7af5e8-4db4-4e82-ac65-0e35b599aff5 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:12.492631 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-fe7af5e8-4db4-4e82-ac65-0e35b599aff5 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1123309 May 19 06:41:12.558159 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-e805a364-d270-471c-8e5d-41b6f17cc0c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 380 time: 0.0576515 May 19 06:41:12.566079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'port': {'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'admin_state_up': True, 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'security_groups': ['da284d06-6465-4988-8e83-dfd5885464a5']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:41:12.639100 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-095ff6ea-f7c0-4661-8950-c63a41491a6b req-1232d864-ffbe-4119-9165-357e2a3c3523 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 210 time: 0.0576103 May 19 06:41:12.706822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Made reservation on behalf of 318e4e0d9f3a49f69eb3d846539b6b67 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:41:12.711055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:12.715362 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02705551-2918-42d4-9727-988a478cb211 req-f3a32fe5-37a0-4d03-9603-2720b4a768ea tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:12.716942 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02705551-2918-42d4-9727-988a478cb211 req-f3a32fe5-37a0-4d03-9603-2720b4a768ea tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0553153 May 19 06:41:12.751588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:12.769622 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-02705551-2918-42d4-9727-988a478cb211 req-ca8a950f-70b0-42cc-b1c4-1b2e54caf506 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 May 19 06:41:12.848218 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.20.0.10 (cf104e4d-072e-4746-a72c-c14fb907651b/a54605c4-3508-48a5-a745-8b6d91d84b80/4ec87ea5-0d1a-4118-90d2-4552a0351194) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:41:12.883609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:12.988009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:13.002054 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.035345 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.081407 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:41:13.087066 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:41:13.089359 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:13.091479 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:41:13.142094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:13.142714 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.160733 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-33f28975-27ce-417a-ac85-b3e008d86d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982494 May 19 06:41:13.171539 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Request body: {'port': {'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:41:13.238838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.313415 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-e864d17d-a8ce-49b7-9978-f53216c3f42f None None] Provisioning complete for port 4ec87ea5-0d1a-4118-90d2-4552a0351194 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:41:13.313980 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e864d17d-a8ce-49b7-9978-f53216c3f42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.348060 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e864d17d-a8ce-49b7-9978-f53216c3f42f None None] Port 4ec87ea5-0d1a-4118-90d2-4552a0351194 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:41:13.529361 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec87ea5-0d1a-4118-90d2-4552a0351194 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:41:13.536754 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks [] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.549413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Transition to ACTIVE for port object 4ec87ea5-0d1a-4118-90d2-4552a0351194 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:41:13.553195 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.627581 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:13.660374 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:13.690324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Attempting to bind port 4ec87ea5-0d1a-4118-90d2-4552a0351194 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:41:13.690778 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Attempting to bind port 4ec87ea5-0d1a-4118-90d2-4552a0351194 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:41:13.691309 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Attempting to bind port 4ec87ea5-0d1a-4118-90d2-4552a0351194 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:41:13.698654 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Port 4ec87ea5-0d1a-4118-90d2-4552a0351194 on network cf104e4d-072e-4746-a72c-c14fb907651b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:41:13.699032 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Attempting to bind port 4ec87ea5-0d1a-4118-90d2-4552a0351194 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:41:13.704723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:41:13.705139 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:41:13.705644 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Bound using segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:41:13.706127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Bound port: 4ec87ea5-0d1a-4118-90d2-4552a0351194, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:41:13.706541 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.768609 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-14003bfc-bcea-48fc-b513-0ed233a26ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.802511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba336-9879-4116-bf8d-8956e5d141b7 req-4e2b027b-3f6b-4000-a1b5-4c9a1ce690dc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:13.804894 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb0ba336-9879-4116-bf8d-8956e5d141b7 req-4e2b027b-3f6b-4000-a1b5-4c9a1ce690dc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0873842 May 19 06:41:13.832584 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:13.837260 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:41:13.861513 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:41:13.879903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.894418 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-bb0ba336-9879-4116-bf8d-8956e5d141b7 req-efbc5677-08b6-4486-8dad-73556a3e0a0f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834651 May 19 06:41:13.923966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:13.924605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:13.925991 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] 10.222.0.59 "PUT /v2.0/ports/4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 1094 time: 0.7586420 May 19 06:41:13.926425 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:13.928674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc449e44-0479-45a5-9ed8-692d0d00ba2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:13.950836 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71596544-19f2-44b4-9a7b-8e9c76410f32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:13.979205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24581c12-bf21-4019-b002-21a7f06ff59e x-openstack-request-id: req-24581c12-bf21-4019-b002-21a7f06ff59e {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:13.979490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:13.979737 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24581c12-bf21-4019-b002-21a7f06ff59e {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:13.980122 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24581c12-bf21-4019-b002-21a7f06ff59e'] response: {'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'status': 'completed', 'code': 200} May 19 06:41:14.011593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-8f9eb37a-b3c5-4350-a540-bd2c148cba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:14.013259 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-8f9eb37a-b3c5-4350-a540-bd2c148cba45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1128 time: 0.0454333 May 19 06:41:14.057584 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-3a405633-7921-4311-9745-a786a2d4b86d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 217 time: 0.0372276 May 19 06:41:14.108692 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-15272f4b-7284-4a79-bb2c-0f5d09cf07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:14.110167 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-15272f4b-7284-4a79-bb2c-0f5d09cf07a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0471187 May 19 06:41:14.151573 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-45edd6be-0891-49af-88b5-ae6b6e8868e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:14.153011 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-45edd6be-0891-49af-88b5-ae6b6e8868e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377791 May 19 06:41:14.248721 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-12937954-b871-490a-929a-a75d7e6560bf service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898066 May 19 06:41:14.336085 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-00c787bf-5fd4-4c4f-8c73-58469fcd4423 req-47c50f12-83c8-4e08-b5d6-5ef334260c5f service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819581 May 19 06:41:14.563249 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-6e732ac5-df52-4664-a86e-4e3022c83775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:14.564704 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-6e732ac5-df52-4664-a86e-4e3022c83775 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1128 time: 0.0435622 May 19 06:41:14.653202 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-3963784c-3431-4c5b-a14e-0e8b1e073eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:14.654670 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-3963784c-3431-4c5b-a14e-0e8b1e073eff service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0840468 May 19 06:41:14.941803 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-08c06974-e85b-40f8-8572-ab77ad7edd03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 217 time: 0.2812717 May 19 06:41:15.021716 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-1f0ae664-4f7f-4a44-aedf-330a2e5a02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:15.023555 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-1f0ae664-4f7f-4a44-aedf-330a2e5a02c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0756888 May 19 06:41:15.029560 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16bba7-f9e1-43ad-b613-264775d77c93 req-9104ea1a-1c72-4a91-a67f-13a8f8d2eecc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:15.030877 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b16bba7-f9e1-43ad-b613-264775d77c93 req-9104ea1a-1c72-4a91-a67f-13a8f8d2eecc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0580602 May 19 06:41:15.083632 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:15.093695 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-67b0d911-50ac-49b2-9399-040c69edc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:15.095165 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-67b0d911-50ac-49b2-9399-040c69edc709 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634730 May 19 06:41:15.128519 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3b16bba7-f9e1-43ad-b613-264775d77c93 req-21f54eeb-21e6-438d-85f8-f5ca9cc45f9c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889697 May 19 06:41:15.197535 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-a3b2e60b-936e-4359-8959-d2b3a41eb6fe service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942340 May 19 06:41:15.290259 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fc449e44-0479-45a5-9ed8-692d0d00ba2f req-5f8ad55b-1654-47af-8f61-7ad5f81f10d4 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870059 May 19 06:41:16.039093 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5fb09f54-054b-4d0a-9a03-009247196b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:16.256075 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de780-f1ee-4f96-a969-0906c13aed05 req-06fb31d6-3e82-405b-9091-a373b07938a0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:16.258100 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3f4de780-f1ee-4f96-a969-0906c13aed05 req-06fb31d6-3e82-405b-9091-a373b07938a0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0520051 May 19 06:41:16.269417 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:16.308565 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-3f4de780-f1ee-4f96-a969-0906c13aed05 req-fd65e934-d703-4d27-8be3-6212c91d40f4 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 May 19 06:41:17.424631 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb6b7c-8a57-44d7-b90f-958deb459ae1 req-96c39a44-ba46-46d2-92ca-fb574cbafa55 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:17.426149 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16eb6b7c-8a57-44d7-b90f-958deb459ae1 req-96c39a44-ba46-46d2-92ca-fb574cbafa55 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0492508 May 19 06:41:17.476212 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-16eb6b7c-8a57-44d7-b90f-958deb459ae1 req-5f18c10c-dd86-4d8a-b1e9-3d0927193828 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 May 19 06:41:17.653651 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:18.586993 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f517c-5a97-4a43-93d4-23d20f0d5293 req-420b7770-96c0-4f94-ad68-83daec8e4b46 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:18.588337 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-381f517c-5a97-4a43-93d4-23d20f0d5293 req-420b7770-96c0-4f94-ad68-83daec8e4b46 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0463192 May 19 06:41:18.640668 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-381f517c-5a97-4a43-93d4-23d20f0d5293 req-110dea37-861f-4f02-985f-63cdc238ddd0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 May 19 06:41:18.839205 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:19.740051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:19.754610 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49bbde-0d7c-4123-a40b-b06297b560f7 req-edba0458-31c2-4f64-b2e2-52cc3f4ce319 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:19.756345 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c49bbde-0d7c-4123-a40b-b06297b560f7 req-edba0458-31c2-4f64-b2e2-52cc3f4ce319 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0479603 May 19 06:41:19.812450 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-9c49bbde-0d7c-4123-a40b-b06297b560f7 req-aa34d4fe-5c0c-4d50-8750-4e1a407d339c tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496349 May 19 06:41:20.009825 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=62 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:20.010553 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=70 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:20.033479 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:20.927106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191a870-64b6-4ebe-89da-e05a9763dfae req-b4f34def-1ca4-4ff8-ad62-ddd89f70312e tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:20.929333 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4191a870-64b6-4ebe-89da-e05a9763dfae req-b4f34def-1ca4-4ff8-ad62-ddd89f70312e tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 944 time: 0.0465243 May 19 06:41:20.978108 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-4191a870-64b6-4ebe-89da-e05a9763dfae req-541909b4-938b-4439-a0a7-31a5b049f36d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 May 19 06:41:21.606367 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 4ec87ea5-0d1a-4118-90d2-4552a0351194 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:41:21.707280 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:21.719633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:41:21.755162 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 4ec87ea5-0d1a-4118-90d2-4552a0351194 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:41:21.755546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:21.770826 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec87ea5-0d1a-4118-90d2-4552a0351194 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:41:21.790941 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:21.795477 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:21.847254 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:22.018842 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['4ec87ea5-0d1a-4118-90d2-4552a0351194'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:41:22.106177 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d701f-9668-424a-b1c9-7aa84debd02e req-910c2fe0-35ca-40da-a095-4368dcc5b158 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:22.107561 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8f8d701f-9668-424a-b1c9-7aa84debd02e req-910c2fe0-35ca-40da-a095-4368dcc5b158 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 945 time: 0.0590012 May 19 06:41:22.158264 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8f8d701f-9668-424a-b1c9-7aa84debd02e req-bf68ce31-d09f-4c1f-822d-a4b36bc49934 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 May 19 06:41:23.273544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ff14-cb43-4105-9fe7-9fc59a09aa60 req-86f25b5d-e7c0-473d-836d-fd5fdb9d548f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:23.275007 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b306ff14-cb43-4105-9fe7-9fc59a09aa60 req-86f25b5d-e7c0-473d-836d-fd5fdb9d548f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 945 time: 0.0471447 May 19 06:41:23.323912 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b306ff14-cb43-4105-9fe7-9fc59a09aa60 req-5364cbf1-3d91-41ef-839b-a72dbc0e2027 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 May 19 06:41:23.608785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 4ec87ea5-0d1a-4118-90d2-4552a0351194 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:41:23.638102 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:23.644282 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:23.654623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 4ec87ea5-0d1a-4118-90d2-4552a0351194 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:41:23.661424 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 4ec87ea5-0d1a-4118-90d2-4552a0351194 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:41:23.661842 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:23.739401 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 4ec87ea5-0d1a-4118-90d2-4552a0351194 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:41:23.739784 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:23.762929 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:23.765220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e631d515-60c9-4e98-9ed2-d709b9fd1b82" -d '{"events": [{"server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:23.777989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:23.782414 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:23.805861 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e3114-e5b6-421f-b729-6ae41da54de2 x-openstack-request-id: req-4b7e3114-e5b6-421f-b729-6ae41da54de2 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:23.806149 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "name": "network-vif-plugged", "status": "completed", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:23.806398 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b7e3114-e5b6-421f-b729-6ae41da54de2 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:23.806783 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7e3114-e5b6-421f-b729-6ae41da54de2'] response: {'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'code': 200} May 19 06:41:23.833434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:24.014082 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36892-3b71-4e7c-8d5e-dc286c06bc30 req-8dc5ac35-bced-4f07-a65e-849af7c0505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:24.015542 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26e36892-3b71-4e7c-8d5e-dc286c06bc30 req-8dc5ac35-bced-4f07-a65e-849af7c0505f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1130 time: 0.0380917 May 19 06:41:24.061443 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-26e36892-3b71-4e7c-8d5e-dc286c06bc30 req-02621365-c93f-4425-8053-6354758d0efd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 May 19 06:41:24.438652 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9223-d03b-471e-8c1a-3094bcb5bca9 req-f0baec76-b2f9-4106-87c0-ca2ed53af34a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:24.440116 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2a9d9223-d03b-471e-8c1a-3094bcb5bca9 req-f0baec76-b2f9-4106-87c0-ca2ed53af34a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0498137 May 19 06:41:24.488641 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-2a9d9223-d03b-471e-8c1a-3094bcb5bca9 req-78c88436-135c-4462-a219-1b775cd2c890 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 May 19 06:41:25.609751 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035509-636b-498f-83a0-f11c88b64dde req-0bcec0f5-8504-4191-aeff-fec39948fc83 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:25.611196 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c3035509-636b-498f-83a0-f11c88b64dde req-0bcec0f5-8504-4191-aeff-fec39948fc83 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0518959 May 19 06:41:25.660312 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c3035509-636b-498f-83a0-f11c88b64dde req-353e6975-4168-416a-a3e3-757572dfd2a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 May 19 06:41:25.774619 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab656-b713-4d7a-9cc3-82e0f76c7e54 req-401e29be-cbb7-4d44-b7ea-974ed59f8097 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:25.776091 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86eab656-b713-4d7a-9cc3-82e0f76c7e54 req-401e29be-cbb7-4d44-b7ea-974ed59f8097 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0470278 May 19 06:41:25.825854 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-86eab656-b713-4d7a-9cc3-82e0f76c7e54 req-6f86c136-da25-4c8f-a2e5-4d6aee040503 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 May 19 06:41:25.847838 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33054) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:25.885605 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c7fd18-b646-418c-9588-102e146ecb28 tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:25.887112 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-a7c7fd18-b646-418c-9588-102e146ecb28 tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1125 time: 0.0383356 May 19 06:41:25.889939 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33056) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:25.893983 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:41:25.915687 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:25.995815 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:26.104314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.27.1.39 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/6184485d-b63f-44ce-9de6-62cace4b6f98) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:41:26.206513 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:26.214432 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:26.216577 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:26.243576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:26.286198 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:41:26.291503 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:41:26.294152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:41:26.299388 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=6184485d-b63f-44ce-9de6-62cace4b6f98,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:26.324360 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.324703 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.325041 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.325404 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.325734 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.326063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.326387 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.326708 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.327032 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.327354 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.327675 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.327995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.328340 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.328662 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.328989 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:41:26.899898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (cb5e977b-105a-40dc-805b-8d2d72954d7d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:26.971897 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:27.148125 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:27.152623 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:27.222070 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=6184485d-b63f-44ce-9de6-62cace4b6f98,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:27.234208 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (cb5e977b-105a-40dc-805b-8d2d72954d7d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:27.235750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:27.276718 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:27.334020 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP cb5e977b-105a-40dc-805b-8d2d72954d7d associated. External IP: 172.27.1.39, port: 4ec87ea5-0d1a-4118-90d2-4552a0351194. May 19 06:41:27.543484 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:41:27.647953 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:41:27.658751 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:41:27.666746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:27.669412 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:27.670113 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:27.698668 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-2f28fe27-6a98-423e-a024-5d1c8da241c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8077736 May 19 06:41:27.699646 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:27.702277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68" -d '{"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:27.738853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6575f3f-9ba2-4234-9145-5b480e0f0098 x-openstack-request-id: req-f6575f3f-9ba2-4234-9145-5b480e0f0098 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:27.739135 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:27.739390 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6575f3f-9ba2-4234-9145-5b480e0f0098 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:27.739793 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6575f3f-9ba2-4234-9145-5b480e0f0098'] response: {'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'status': 'completed', 'code': 200} May 19 06:41:27.775942 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:27.806489 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-3ded6063-4537-41ca-845a-7ad99e853a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:27.807895 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-3ded6063-4537-41ca-845a-7ad99e853a19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1130 time: 0.0399475 May 19 06:41:27.900457 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-3fa6c6bd-c33c-4ab5-859e-2b59b7660289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:27.901942 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-3fa6c6bd-c33c-4ab5-859e-2b59b7660289 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0886772 May 19 06:41:27.964178 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-7b1d0e04-3fe9-4d91-92fc-864de2b7c078 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 999 time: 0.0557857 May 19 06:41:27.984583 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:26Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:28.012170 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-ca2dad0c-b27d-4cb5-88f0-7658c20e2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:28.013262 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:41:28.013687 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-ca2dad0c-b27d-4cb5-88f0-7658c20e2e88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0441175 May 19 06:41:28.021644 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:28.022291 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:28.062432 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-cce9d031-016b-4ab3-a4a5-f7cc0427dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:28.063833 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-cce9d031-016b-4ab3-a4a5-f7cc0427dccd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429425 May 19 06:41:28.113229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:28.119793 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:28.156551 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-a8ad6dca-e2cd-4d84-abbb-3290bdb1a080 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858469 May 19 06:41:28.250768 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7515ae72-cd5c-4f96-8b32-7c0c31ff6e68 req-4ccf1ff1-a2e3-4ba6-9b21-56ce082fede0 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 May 19 06:41:28.415704 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:26Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:28.440047 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de593597-b718-4c4e-a8b6-d23d000abd4a None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:26Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:41:28.649419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351d97b-0754-49fe-aa50-a886bf7d4684 None None] New status for floating IP cb5e977b-105a-40dc-805b-8d2d72954d7d: ACTIVE {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:41:32.186476 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:41:34.699826 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:37.691984 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:37.693925 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:38.246157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=16 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:38.248081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=79 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:38.757779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:DELETE=1,neutron:SELECT=32,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:41.198940 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:42.182767 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=76 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:43.691797 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-2a7190fb-ece7-4843-ad1f-3b33f3466957 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383179 May 19 06:41:43.751685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e01f0-a459-4759-9201-ea77223d080c req-6bb4ae89-26f5-403a-8a0a-abf401711f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:43.753163 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-6bb4ae89-26f5-403a-8a0a-abf401711f65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 1131 time: 0.0398240 May 19 06:41:43.761831 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c37ebfb4-8382-488d-a59f-f06894239aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:43.861089 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e01f0-a459-4759-9201-ea77223d080c req-608f93e5-edd3-4db0-90ad-b8d462213859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:43.862569 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-608f93e5-edd3-4db0-90ad-b8d462213859 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 200 len: 917 time: 0.0902300 May 19 06:41:43.923135 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-433b9e56-02d0-4569-964e-24616d5fb70f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 200 len: 1001 time: 0.0541823 May 19 06:41:43.973950 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e01f0-a459-4759-9201-ea77223d080c req-a1031f10-f6e2-4587-93b0-8e6ad2882db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:43.975371 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-a1031f10-f6e2-4587-93b0-8e6ad2882db5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 200 len: 855 time: 0.0467153 May 19 06:41:44.018447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e01f0-a459-4759-9201-ea77223d080c req-c39bdeb4-469f-49a0-83af-0739fa8eec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:44.019914 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-c39bdeb4-469f-49a0-83af-0739fa8eec3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57283c78-cedc-47c0-a4e8-516a188cf396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379350 May 19 06:41:44.110717 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-a2cebdf2-6349-4390-bc43-08b854f6a0c4 service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827224 May 19 06:41:44.208077 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-337e01f0-a459-4759-9201-ea77223d080c req-c6140e3e-0070-4753-9f2a-3a6f82fd719a service neutron] 10.222.0.59 "GET /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911536 May 19 06:41:45.975287 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5420e-efdb-4750-b6e1-63d99ee65085 req-a203cbc0-60b0-419f-80b5-59108a8ed9b9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:45.977341 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71a5420e-efdb-4750-b6e1-63d99ee65085 req-a203cbc0-60b0-419f-80b5-59108a8ed9b9 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0500796 May 19 06:41:46.024975 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-71a5420e-efdb-4750-b6e1-63d99ee65085 req-d348acb3-135e-44dd-bc9c-65b3ee30d20b tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 May 19 06:41:46.041925 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f63efdeb-f0be-43e4-b3bb-fe132e524185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.149067 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abff5f-cd7e-449f-ab9c-003b668c1401 req-e2c67c7c-768f-45db-907f-b0bf11e12669 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:47.150573 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10abff5f-cd7e-449f-ab9c-003b668c1401 req-e2c67c7c-768f-45db-907f-b0bf11e12669 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0496695 May 19 06:41:47.202639 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-10abff5f-cd7e-449f-ab9c-003b668c1401 req-b9a3feac-308c-481f-97da-10f7f036fd72 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups?id=07960543-105e-47ea-aa32-4bd1488ee2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 May 19 06:41:47.326026 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-3e6a0b84-260b-4795-903a-962324466541 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:41:47.327445 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-3e6a0b84-260b-4795-903a-962324466541 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 947 time: 0.0501063 May 19 06:41:47.410094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Deleting port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:47.410425 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.512502 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] For port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:47.513008 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.658419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.674099 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.674511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.674863 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Floating IP 508ee284-ec4f-4363-9b75-211bab28785b disassociated. External IP: 172.27.1.67, port: 57cf34a9-09b7-4eef-bf62-a47e8faa3f32. May 19 06:41:47.675229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Calling delete_port for 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:47.678961 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:47.686700 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:47.807344 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (57cf34a9-09b7-4eef-bf62-a47e8faa3f32), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:47.836559 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'Port': ['ID=57cf34a9-09b7-4eef-bf62-a47e8faa3f32,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:47.945119 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:41:48.048092 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:41:48.058046 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:41:48.067953 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:48.068565 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:48.091813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] No DVR routers for this DVR port 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:41:48.094428 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:48.097617 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-fb43a410-4b39-4c1d-8821-3ea168aa6be5 req-bcb8f53b-9fd1-4b4b-bc1c-6a17b030c3d2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.59 "DELETE /v2.0/ports/57cf34a9-09b7-4eef-bf62-a47e8faa3f32 HTTP/1.1" status: 204 len: 173 time: 0.7643511 May 19 06:41:48.098053 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-deleted', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:41:48.100680 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c274634-435b-4dda-bef5-c30c442b7a22" -d '{"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-deleted", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:41:48.138085 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1aeee2-7171-4757-9fd3-f0a8f5c08fee x-openstack-request-id: req-3c1aeee2-7171-4757-9fd3-f0a8f5c08fee {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:41:48.138371 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc43c2-f91a-4d38-ba69-9ca674473c29", "name": "network-vif-deleted", "tag": "57cf34a9-09b7-4eef-bf62-a47e8faa3f32", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:41:48.138619 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c1aeee2-7171-4757-9fd3-f0a8f5c08fee {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:41:48.139016 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1aeee2-7171-4757-9fd3-f0a8f5c08fee'] response: {'server_uuid': 'cbdc43c2-f91a-4d38-ba69-9ca674473c29', 'name': 'network-vif-deleted', 'tag': '57cf34a9-09b7-4eef-bf62-a47e8faa3f32', 'status': 'completed', 'code': 200} May 19 06:41:48.180301 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:48.333334 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3fa6489c-af0b-4570-a243-260ff4e138e2 req-2e94ddcd-c08d-47d0-b544-bc761f1a9ac2 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbdc43c2-f91a-4d38-ba69-9ca674473c29 HTTP/1.1" status: 200 len: 210 time: 0.0337896 May 19 06:41:48.392279 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:48.420412 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:41:48.428760 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:48.429439 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:48.532061 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:48.731203 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:48.756176 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a3bab-6f68-4b94-8a91-f2cc6134402c None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:50Z', 'revision_number': 4, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '893046b6-910e-4ce0-a2ab-e88e0bb891bc', 'name': '', 'network_id': '57283c78-cedc-47c0-a4e8-516a188cf396', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'mac_address': 'fa:16:3e:63:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '473626b8-673e-439d-886f-b931eb82c3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:50Z', 'updated_at': '2022-05-19T06:36:54Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'subnets': [{'id': '473626b8-673e-439d-886f-b931eb82c3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:41:48.886246 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:48.985847 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d5f3-9d91-49fa-9908-1aa2909d5290 None None] New status for floating IP 508ee284-ec4f-4363-9b75-211bab28785b: DOWN {{(pid=103758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:41:49.432196 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33094) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:49.495431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (07960543-105e-47ea-aa32-4bd1488ee2d9), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.519966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (07960543-105e-47ea-aa32-4bd1488ee2d9), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.569304 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (07960543-105e-47ea-aa32-4bd1488ee2d9), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.572603 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.576281 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "DELETE /v2.0/security-groups/07960543-105e-47ea-aa32-4bd1488ee2d9 HTTP/1.1" status: 204 len: 168 time: 0.1405683 May 19 06:41:49.576764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33096) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:49.583700 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be2f41-1092-49a3-83e1-3ff6b05f35a6 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07960543-105e-47ea-aa32-4bd1488ee2d9,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:49.590670 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.api.v2.resource [None req-153545a8-a39a-478a-8482-f38fcfd6dea5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] show failed (client error): The resource could not be found. May 19 06:41:49.591677 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-153545a8-a39a-478a-8482-f38fcfd6dea5 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "GET /v2.0/security-groups/07960543-105e-47ea-aa32-4bd1488ee2d9 HTTP/1.1" status: 404 len: 347 time: 0.0137906 May 19 06:41:49.595898 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33098) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:49.708130 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Deleting port bd72b6e0-9eee-4ee8-a942-f4e193d682a5 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:49.708474 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.785438 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.785763 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.793450 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:41:49.802577 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Calling delete_port for bd72b6e0-9eee-4ee8-a942-f4e193d682a5 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:49.812399 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:41:49.812739 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 57cf34a9-09b7-4eef-bf62-a47e8faa3f32 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:41:49.930223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (bd72b6e0-9eee-4ee8-a942-f4e193d682a5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:49.957853 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Pushing event deleted for resources: {'Port': ['ID=bd72b6e0-9eee-4ee8-a942-f4e193d682a5,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:50.019459 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks [] for floatingip (508ee284-ec4f-4363-9b75-211bab28785b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:50.022022 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:50.023155 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-0f37d289-c4c1-464d-ade0-2bee97e6e852 tempest-AttachVolumeShelveTestJSON-125467305 tempest-AttachVolumeShelveTestJSON-125467305-project] 10.222.0.65 "DELETE /v2.0/floatingips/508ee284-ec4f-4363-9b75-211bab28785b HTTP/1.1" status: 204 len: 168 time: 0.4263818 May 19 06:41:50.037526 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:52.583757 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33122) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:52.992520 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (97704643-b99f-4d21-b22f-688d80c7f1bb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:53.031336 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:53.074329 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:53.219382 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Deleting port 893046b6-910e-4ce0-a2ab-e88e0bb891bc {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:53.219715 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:53.303365 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] For port 893046b6-910e-4ce0-a2ab-e88e0bb891bc, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=893046b6-910e-4ce0-a2ab-e88e0bb891bc,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:53.303637 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:53.317117 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Calling delete_port for 893046b6-910e-4ce0-a2ab-e88e0bb891bc owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:53.501440 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (893046b6-910e-4ce0-a2ab-e88e0bb891bc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:53.528711 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=893046b6-910e-4ce0-a2ab-e88e0bb891bc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:53.690013 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (97704643-b99f-4d21-b22f-688d80c7f1bb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:53.833388 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:53.899565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Router 97704643-b99f-4d21-b22f-688d80c7f1bb has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:41:53.949216 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:54.001987 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:41:54.006864 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4ba78aed-24ff-4a29-9771-df20da335af8 admin admin] 10.222.0.65 "PUT /v2.0/routers/97704643-b99f-4d21-b22f-688d80c7f1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242005 May 19 06:41:54.009699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33126) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:54.011662 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Sync routers for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:41:54.021875 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:54.022482 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:54.110651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks [] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.124236 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:54.208869 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks [] for router_gateway (97704643-b99f-4d21-b22f-688d80c7f1bb), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.251188 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Deleting port 5536baf3-ae93-43a0-b589-96a0e6ac81a6 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:54.251521 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.287622 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:54.303715 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:41:53Z', 'revision_number': 5, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port': {'id': '5536baf3-ae93-43a0-b589-96a0e6ac81a6', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:54.328100 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:54.330615 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Checking router: 97704643-b99f-4d21-b22f-688d80c7f1bb for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:41:54.335950 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:54.336835 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] For port 5536baf3-ae93-43a0-b589-96a0e6ac81a6, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5536baf3-ae93-43a0-b589-96a0e6ac81a6,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:54.337247 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.342139 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Routers {'97704643-b99f-4d21-b22f-688d80c7f1bb'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:41:54.342764 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:41:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['97704643-b99f-4d21-b22f-688d80c7f1bb'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:54.352892 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Calling delete_port for 5536baf3-ae93-43a0-b589-96a0e6ac81a6 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:54.411599 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:54.429343 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] Set router 97704643-b99f-4d21-b22f-688d80c7f1bb gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:41:54.479724 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:41:54Z', 'revision_number': 6, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:54.518486 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5536baf3-ae93-43a0-b589-96a0e6ac81a6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.547373 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5536baf3-ae93-43a0-b589-96a0e6ac81a6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:54.597251 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52af16-51ce-4b4e-8ae8-a9ab4ef9b524 None None] The sync data for ids ['97704643-b99f-4d21-b22f-688d80c7f1bb'] in dv-cinder-836996-22-iscsi is: [{'id': '97704643-b99f-4d21-b22f-688d80c7f1bb', 'name': 'tempest-AttachVolumeShelveTestJSON-171955769-router', 'tenant_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:36:47Z', 'updated_at': '2022-05-19T06:41:54Z', 'revision_number': 6, 'project_id': 'e21ed8d40dab40828a1fc685ca63ad92', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:41:54.613489 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (97704643-b99f-4d21-b22f-688d80c7f1bb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.700477 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.702938 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks [] for router_controller (97704643-b99f-4d21-b22f-688d80c7f1bb), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.744718 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (97704643-b99f-4d21-b22f-688d80c7f1bb), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.745396 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97704643-b99f-4d21-b22f-688d80c7f1bb {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:41:54.750429 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.751555 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-04953d03-38dc-4464-ba04-00323cf7fd30 admin admin] 10.222.0.65 "DELETE /v2.0/routers/97704643-b99f-4d21-b22f-688d80c7f1bb HTTP/1.1" status: 204 len: 168 time: 0.7408941 May 19 06:41:54.754091 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33128) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:54.801062 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Deleting subnet 473626b8-673e-439d-886f-b931eb82c3f7 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:41:54.804205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Publish callbacks [] for subnet (473626b8-673e-439d-886f-b931eb82c3f7), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.839665 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (473626b8-673e-439d-886f-b931eb82c3f7), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.912517 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (473626b8-673e-439d-886f-b931eb82c3f7), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:54.973337 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (473626b8-673e-439d-886f-b931eb82c3f7), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.003791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.009131 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] 10.222.0.65 "DELETE /v2.0/subnets/473626b8-673e-439d-886f-b931eb82c3f7 HTTP/1.1" status: 204 len: 168 time: 0.2519159 May 19 06:41:55.009131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d9b08-489d-4f00-a0b2-7b2b502db9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473626b8-673e-439d-886f-b931eb82c3f7,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:55.009759 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33130) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:55.012721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e88e62-8f28-4be7-9f64-a8b4e82128a4 None None] Network 57283c78-cedc-47c0-a4e8-516a188cf396 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:41:55.051940 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=70,neutron:UPDATE=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:55.087812 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (57283c78-cedc-47c0-a4e8-516a188cf396), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.134575 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Deleting port a822d77c-a14a-4554-9a47-2cb280d19205 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:41:55.134988 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.198880 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] For port a822d77c-a14a-4554-9a47-2cb280d19205, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=a822d77c-a14a-4554-9a47-2cb280d19205,segment=NetworkSegment(ec55c4d0-2269-428f-9404-1db373241b62),segment_id=ec55c4d0-2269-428f-9404-1db373241b62)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:41:55.199239 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.212492 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Calling delete_port for a822d77c-a14a-4554-9a47-2cb280d19205 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:41:55.292580 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (a822d77c-a14a-4554-9a47-2cb280d19205), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.316350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a822d77c-a14a-4554-9a47-2cb280d19205,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:55.320423 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] No DVR routers for this DVR port a822d77c-a14a-4554-9a47-2cb280d19205 on host dv-cinder-836996-22-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:41:55.379952 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb5410-2203-4d12-8992-e99a1a228170 None None] DHCP port deletion for 57283c78-cedc-47c0-a4e8-516a188cf396 request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:41:55.402253 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (57283c78-cedc-47c0-a4e8-516a188cf396), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.425844 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57283c78-cedc-47c0-a4e8-516a188cf396']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:55.436547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec55c4d0-2269-428f-9404-1db373241b62') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:55.436842 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec55c4d0-2269-428f-9404-1db373241b62') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:41:55.447231 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (ec55c4d0-2269-428f-9404-1db373241b62), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.460510 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (ec55c4d0-2269-428f-9404-1db373241b62), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.468908 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:41:55.469318 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (ec55c4d0-2269-428f-9404-1db373241b62), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:41:55.471022 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:41:55.537401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (57283c78-cedc-47c0-a4e8-516a188cf396), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.542677 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.548468 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/57283c78-cedc-47c0-a4e8-516a188cf396 HTTP/1.1" status: 204 len: 168 time: 0.5351491 May 19 06:41:55.559765 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27c43c-381f-4006-bc7f-d7b0d502cff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57283c78-cedc-47c0-a4e8-516a188cf396,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:41:55.684613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33134) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:55.725701 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-1d06a12f-cf08-416b-b20d-0b27b1677157 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e21ed8d40dab40828a1fc685ca63ad92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399497 May 19 06:41:55.728820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33136) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:41:55.777307 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] Publish callbacks [] for security_group (cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.778728 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 893046b6-910e-4ce0-a2ab-e88e0bb891bc no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:41:55.781325 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:41:55.798659 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 893046b6-910e-4ce0-a2ab-e88e0bb891bc {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:41:55.799014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 893046b6-910e-4ce0-a2ab-e88e0bb891bc not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:41:55.799506 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device a822d77c-a14a-4554-9a47-2cb280d19205 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:41:55.801789 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] Publish callbacks [] for security_group (cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.817904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: a822d77c-a14a-4554-9a47-2cb280d19205 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:41:55.818254 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device a822d77c-a14a-4554-9a47-2cb280d19205 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:41:55.818707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5536baf3-ae93-43a0-b589-96a0e6ac81a6 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:41:55.838973 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 5536baf3-ae93-43a0-b589-96a0e6ac81a6 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:41:55.839323 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5536baf3-ae93-43a0-b589-96a0e6ac81a6 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:41:55.853126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.855976 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:41:55.857385 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f HTTP/1.1" status: 204 len: 168 time: 0.1275175 May 19 06:41:55.867208 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33cbea-b445-401d-8a32-c1b70464617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e2873-16c4-4cc3-9f7b-1a1a55b3644f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:04.704126 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:05.549569 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=66,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:05.550348 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=63,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:05.861134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:05.862930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:09.186007 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:42:13.438476 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=13 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:13.756993 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:13.765738 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dafd5fe8-63c8-431d-be1d-3cc0cab35be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:16.045076 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-da2e98f0-4b42-4f78-b1bf-7f0ad43dcced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:17.660995 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:18.847042 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:19.182258 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=10 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:20.042775 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:30.030532 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:30.037594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:34.721313 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:35.981912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33516) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:36.124197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.210299 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Publish callbacks [] for security_group (93c0a58b-d66d-461c-888e-e8820274dc0b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.214236 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (93c0a58b-d66d-461c-888e-e8820274dc0b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.253893 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=751699db1dfb4f38856f4d07a74f92a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709289 May 19 06:42:36.254850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0a58b-d66d-461c-888e-e8820274dc0b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:36.256526 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33520) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:36.262561 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.262912 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.263261 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.263594 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.263921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.264248 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.264572 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.264893 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.265218 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.265692 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.266012 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.266346 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.266759 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.266969 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.267285 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e35f0f-8404-4ef1-88cf-bfb6aab11b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.309871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Publish callbacks [] for security_group (93c0a58b-d66d-461c-888e-e8820274dc0b), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.332250 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Publish callbacks [] for security_group (93c0a58b-d66d-461c-888e-e8820274dc0b), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.379446 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (93c0a58b-d66d-461c-888e-e8820274dc0b), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.381964 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.383132 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93c0a58b-d66d-461c-888e-e8820274dc0b HTTP/1.1" status: 204 len: 168 time: 0.1255963 May 19 06:42:36.390998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0a58b-d66d-461c-888e-e8820274dc0b,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:36.398068 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.398419 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.398749 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.399063 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.399408 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.399710 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.400136 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.400329 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.400649 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.400964 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.401297 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.402106 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.402421 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.402728 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.403036 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38009f-b38a-41b5-8c25-0d8eca47a515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:42:36.648374 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33526) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:36.662452 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d2aeb2e-7dea-458d-87ff-513991ad444c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.738277 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d2aeb2e-7dea-458d-87ff-513991ad444c admin admin] Publish callbacks [] for security_group (2963cd03-ce7c-45b0-9717-3624e81d159f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.741910 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-5d2aeb2e-7dea-458d-87ff-513991ad444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2963cd03-ce7c-45b0-9717-3624e81d159f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.780088 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aeb2e-7dea-458d-87ff-513991ad444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2963cd03-ce7c-45b0-9717-3624e81d159f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:36.784438 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-5d2aeb2e-7dea-458d-87ff-513991ad444c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=062c472274ba4819915a398462653281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350703 May 19 06:42:36.787039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33528) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:36.834647 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] Publish callbacks [] for security_group (2963cd03-ce7c-45b0-9717-3624e81d159f), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.858711 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] Publish callbacks [] for security_group (2963cd03-ce7c-45b0-9717-3624e81d159f), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.904365 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (2963cd03-ce7c-45b0-9717-3624e81d159f), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.906966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:36.908082 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2963cd03-ce7c-45b0-9717-3624e81d159f HTTP/1.1" status: 204 len: 168 time: 0.1201656 May 19 06:42:36.916023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dce23-a0d5-42a2-b01e-ec3000660fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963cd03-ce7c-45b0-9717-3624e81d159f,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:39.035679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33598) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:39.143364 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ef7-a19b-4884-bbd7-5b8292e4273a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.224042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ef7-a19b-4884-bbd7-5b8292e4273a admin admin] Publish callbacks [] for security_group (e84ed18f-2308-45d2-8af1-d782a0de438f), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.228035 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ef7-a19b-4884-bbd7-5b8292e4273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e84ed18f-2308-45d2-8af1-d782a0de438f), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.268498 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-4c9b0ef7-a19b-4884-bbd7-5b8292e4273a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13f0f08aa9d44a3482ae4f52d3656f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317505 May 19 06:42:39.269383 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0ef7-a19b-4884-bbd7-5b8292e4273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ed18f-2308-45d2-8af1-d782a0de438f,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:39.271177 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33602) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:39.319561 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] Publish callbacks [] for security_group (e84ed18f-2308-45d2-8af1-d782a0de438f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.341668 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] Publish callbacks [] for security_group (e84ed18f-2308-45d2-8af1-d782a0de438f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.390911 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e84ed18f-2308-45d2-8af1-d782a0de438f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.393473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.394615 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e84ed18f-2308-45d2-8af1-d782a0de438f HTTP/1.1" status: 204 len: 168 time: 0.1219122 May 19 06:42:39.402604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55160421-4ca9-4c35-9206-21b454ed5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ed18f-2308-45d2-8af1-d782a0de438f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:39.669478 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33608) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:39.683732 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f00641cb-6ea9-4854-a684-c2c7d979cf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.763987 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f00641cb-6ea9-4854-a684-c2c7d979cf3d admin admin] Publish callbacks [] for security_group (28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.767877 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f00641cb-6ea9-4854-a684-c2c7d979cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.811855 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f00641cb-6ea9-4854-a684-c2c7d979cf3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c170072ee0c54f53a49b5e230aed9c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412642 May 19 06:42:39.812749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00641cb-6ea9-4854-a684-c2c7d979cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:39.814769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33610) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:39.862998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] Publish callbacks [] for security_group (28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.864990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:39.885269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] Publish callbacks [] for security_group (28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.897139 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:39.937433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.940006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:39.941209 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994 HTTP/1.1" status: 204 len: 168 time: 0.1255054 May 19 06:42:39.949484 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9a196-91e3-4ea4-8f1d-f53b0787c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c18fd2-aaa3-4ca4-ad1e-60fc76bfc994,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:40.907684 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=14 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:43.767754 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-965ff9c4-466b-4af3-9828-77da9aa2490a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:45.100551 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-e738c868-9296-4c7a-8202-d7157ab52ef3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382667 May 19 06:42:45.178870 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-fe275634-2ca2-428d-8ac1-3879f59b0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:45.180334 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-fe275634-2ca2-428d-8ac1-3879f59b0743 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1130 time: 0.0393217 May 19 06:42:45.536992 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-05a3fe92-ed7c-4f2c-9ccf-cc35d96733ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:45.538488 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-05a3fe92-ed7c-4f2c-9ccf-cc35d96733ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.3395820 May 19 06:42:45.599096 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-c77a0280-127a-4086-87df-ebd392142e2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 1001 time: 0.0548823 May 19 06:42:45.648007 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-9477b342-5fd9-447d-8a01-82a12e6238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:45.649504 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-9477b342-5fd9-447d-8a01-82a12e6238f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0443106 May 19 06:42:45.702205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-a5197a9e-d0fa-45d8-a2bc-d54a5166249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:45.703702 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-a5197a9e-d0fa-45d8-a2bc-d54a5166249a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489824 May 19 06:42:45.809922 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-1cd4f245-66f8-46c5-8277-8d774ed6d5aa service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972657 May 19 06:42:45.907013 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-89b80d60-9d38-488b-8b3e-ed3edde38f9b req-15e39360-c204-4af1-b0e8-d3372e52e1a7 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918059 May 19 06:42:46.047536 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-22cbc900-a80d-450f-9979-832749b9a58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:46.186315 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:42:47.665779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:48.847568 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:49.805870 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:49.807794 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=53,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:50.046480 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.629134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33720) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:50.740207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7cc65c6-889b-4b53-b980-6a8e4fe0278f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.816818 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7cc65c6-889b-4b53-b980-6a8e4fe0278f admin admin] Publish callbacks [] for security_group (8c5eec9b-1b27-4ead-809d-830d172303e6), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.820733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c7cc65c6-889b-4b53-b980-6a8e4fe0278f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8c5eec9b-1b27-4ead-809d-830d172303e6), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.858463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc65c6-889b-4b53-b980-6a8e4fe0278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5eec9b-1b27-4ead-809d-830d172303e6,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:50.864219 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c7cc65c6-889b-4b53-b980-6a8e4fe0278f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4e0cbdb77d04cc1a9df24f69f476466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340429 May 19 06:42:50.866902 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33724) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:50.919503 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] Publish callbacks [] for security_group (8c5eec9b-1b27-4ead-809d-830d172303e6), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.940436 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] Publish callbacks [] for security_group (8c5eec9b-1b27-4ead-809d-830d172303e6), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.971574 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:50.986339 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (8c5eec9b-1b27-4ead-809d-830d172303e6), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.988971 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:50.990122 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c5eec9b-1b27-4ead-809d-830d172303e6 HTTP/1.1" status: 204 len: 168 time: 0.1223345 May 19 06:42:50.997822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ed0a-9c1e-4fba-aa7f-a1407a006eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5eec9b-1b27-4ead-809d-830d172303e6,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:51.265518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33730) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:51.278639 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-83405704-2d4d-4fed-b77e-2f4ad5bff787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.356968 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-83405704-2d4d-4fed-b77e-2f4ad5bff787 admin admin] Publish callbacks [] for security_group (81c8f301-d436-4513-af04-b00179f66dde), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.361270 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-83405704-2d4d-4fed-b77e-2f4ad5bff787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (81c8f301-d436-4513-af04-b00179f66dde), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.400283 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-83405704-2d4d-4fed-b77e-2f4ad5bff787 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b3a4d4abae04e138a7cf152c0ef0294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337178 May 19 06:42:51.401140 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83405704-2d4d-4fed-b77e-2f4ad5bff787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8f301-d436-4513-af04-b00179f66dde,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:51.403473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33732) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:51.419405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:51.455233 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] Publish callbacks [] for security_group (81c8f301-d436-4513-af04-b00179f66dde), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.475952 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] Publish callbacks [] for security_group (81c8f301-d436-4513-af04-b00179f66dde), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.521399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (81c8f301-d436-4513-af04-b00179f66dde), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.523959 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:51.525083 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81c8f301-d436-4513-af04-b00179f66dde HTTP/1.1" status: 204 len: 168 time: 0.1206515 May 19 06:42:51.534198 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e7b94-f239-4d89-8ca7-4be001903e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8f301-d436-4513-af04-b00179f66dde,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:55.729132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33790) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:55.833871 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-38ed33af-7c22-48ae-8125-acc4ea21f50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:55.918439 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-38ed33af-7c22-48ae-8125-acc4ea21f50b admin admin] Publish callbacks [] for security_group (f844274e-3dfb-49f6-bfa7-078be9d143a9), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:55.922242 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-38ed33af-7c22-48ae-8125-acc4ea21f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f844274e-3dfb-49f6-bfa7-078be9d143a9), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:55.962543 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-38ed33af-7c22-48ae-8125-acc4ea21f50b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fb683232a344808aed0da55c5163352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317848 May 19 06:42:55.963385 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed33af-7c22-48ae-8125-acc4ea21f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844274e-3dfb-49f6-bfa7-078be9d143a9,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:55.965928 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33794) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:56.015175 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] Publish callbacks [] for security_group (f844274e-3dfb-49f6-bfa7-078be9d143a9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.037841 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] Publish callbacks [] for security_group (f844274e-3dfb-49f6-bfa7-078be9d143a9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.086294 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (f844274e-3dfb-49f6-bfa7-078be9d143a9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.088779 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.091520 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f844274e-3dfb-49f6-bfa7-078be9d143a9 HTTP/1.1" status: 204 len: 168 time: 0.1235769 May 19 06:42:56.098728 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c34bb-628c-4d84-89b2-c154d034aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844274e-3dfb-49f6-bfa7-078be9d143a9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:56.181718 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:56.187795 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=19 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:56.414977 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33804) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:56.430837 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5de502b6-8cf6-4738-9ee6-c4f17c8f4684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.507777 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5de502b6-8cf6-4738-9ee6-c4f17c8f4684 admin admin] Publish callbacks [] for security_group (901790bc-e9d8-48f8-9de6-ae4a7ddedb35), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.511926 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5de502b6-8cf6-4738-9ee6-c4f17c8f4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (901790bc-e9d8-48f8-9de6-ae4a7ddedb35), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.548850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de502b6-8cf6-4738-9ee6-c4f17c8f4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901790bc-e9d8-48f8-9de6-ae4a7ddedb35,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:56.554608 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-5de502b6-8cf6-4738-9ee6-c4f17c8f4684 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b03ea02417904a2fb9fac41d85b51faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371536 May 19 06:42:56.555891 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33806) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:56.605366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] Publish callbacks [] for security_group (901790bc-e9d8-48f8-9de6-ae4a7ddedb35), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.626966 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] Publish callbacks [] for security_group (901790bc-e9d8-48f8-9de6-ae4a7ddedb35), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.674224 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (901790bc-e9d8-48f8-9de6-ae4a7ddedb35), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.676719 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:56.677940 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/901790bc-e9d8-48f8-9de6-ae4a7ddedb35 HTTP/1.1" status: 204 len: 168 time: 0.1212025 May 19 06:42:56.685753 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce469-b2bb-4447-8c6e-3f984c0c7212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901790bc-e9d8-48f8-9de6-ae4a7ddedb35,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:57.753575 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33838) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:57.863298 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-416ebdbc-8244-4239-8966-464ab82b8942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:57.915202 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:57.923762 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:42:58.201720 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-416ebdbc-8244-4239-8966-464ab82b8942 admin admin] Publish callbacks [] for security_group (46cb718a-59d3-4d35-9402-f3d94824031b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.205581 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-416ebdbc-8244-4239-8966-464ab82b8942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (46cb718a-59d3-4d35-9402-f3d94824031b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.243584 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ebdbc-8244-4239-8966-464ab82b8942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb718a-59d3-4d35-9402-f3d94824031b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:58.248653 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-416ebdbc-8244-4239-8966-464ab82b8942 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd4f2a35474c48dcbdf6aba115a86f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940770 May 19 06:42:58.251376 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33844) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:58.299935 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] Publish callbacks [] for security_group (46cb718a-59d3-4d35-9402-f3d94824031b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.321112 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] Publish callbacks [] for security_group (46cb718a-59d3-4d35-9402-f3d94824031b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.371165 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (46cb718a-59d3-4d35-9402-f3d94824031b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.373693 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:58.374845 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46cb718a-59d3-4d35-9402-f3d94824031b HTTP/1.1" status: 204 len: 168 time: 0.1225395 May 19 06:42:58.382644 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c79a48-c3c6-4305-9852-adfaf29200b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb718a-59d3-4d35-9402-f3d94824031b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:59.020339 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33866) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:59.121823 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1718223295-network', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:42:59.141549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Made reservation on behalf of 4acaeb032d8e44eb97a4b0a573e7c360 for: {'network': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:42:59.143828 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.152173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.227769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks [] for security_group (480ef959-588c-4d4c-a003-9c750dbc3c82), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.232267 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (480ef959-588c-4d4c-a003-9c750dbc3c82), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.260978 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:42:59.268200 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ef959-588c-4d4c-a003-9c750dbc3c82,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:59.274580 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (46c15f7b-3477-4b0b-bd37-34c105bb3cc1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.275429 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.segments_db [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Added segment 46c15f7b-3477-4b0b-bd37-34c105bb3cc1 of type vlan for network 867c2200-fd03-4161-8363-f51839743ece May 19 06:42:59.320990 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (867c2200-fd03-4161-8363-f51839743ece), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.346733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (867c2200-fd03-4161-8363-f51839743ece), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.347825 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:59.348399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.412290 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3908653 May 19 06:42:59.415378 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33876) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:59.419108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6bd0-4fdf-4d4d-9455-f8c8f092a2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=867c2200-fd03-4161-8363-f51839743ece,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:59.422131 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Request body: {'subnet': {'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1718223295-subnet', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:42:59.430354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 867c2200-fd03-4161-8363-f51839743ece details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:42:59.444782 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Made reservation on behalf of 4acaeb032d8e44eb97a4b0a573e7c360 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:42:59.450544 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577182'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.646625 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25555683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577160'] for subnet (32d53bb9-6840-4cc0-939a-f3b8f9d6a481), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.708257 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d53bb9-6840-4cc0-939a-f3b8f9d6a481,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:42:59.718538 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Checking segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:42:59.718945 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Network hostable DHCP agents. Network: 867c2200-fd03-4161-8363-f51839743ece, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:42:59.736707 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Network 867c2200-fd03-4161-8363-f51839743ece is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:42:59.745358 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 867c2200-fd03-4161-8363-f51839743ece) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:42:59.749688 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:42:59.750277 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.755148 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33758b-220d-4042-9d2c-cf86883e4b1e None None] Network 867c2200-fd03-4161-8363-f51839743ece requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:42:59.770994 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-34d1a436-b935-4415-b351-3427937a4ac9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541899 May 19 06:42:59.773603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33882) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:42:59.778846 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:42:59.802563 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (2f501162-1482-42e1-b807-8ecb83fcc054), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.803517 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (2f501162-1482-42e1-b807-8ecb83fcc054), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.857736 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for router_controller (2f501162-1482-42e1-b807-8ecb83fcc054), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:42:59.868211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-867c2200-fd03-4161-8363-f51839743ece', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:42:59.869145 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.000604 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for router_gateway (2f501162-1482-42e1-b807-8ecb83fcc054), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.017580 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Allocated IP 172.20.0.2 (867c2200-fd03-4161-8363-f51839743ece/32d53bb9-6840-4cc0-939a-f3b8f9d6a481/f620ddeb-26df-405f-adb9-9d643a63e42d) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:00.022233 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:00.042746 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:00.067640 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:00.070019 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:00.171636 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks [] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.178187 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.196518 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for router_gateway (2f501162-1482-42e1-b807-8ecb83fcc054), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.218325 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.225546 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Network 867c2200-fd03-4161-8363-f51839743ece is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:00.228934 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Pushing event updated for resources: {'Port': ['ID=f620ddeb-26df-405f-adb9-9d643a63e42d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:00.232899 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:00.237849 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:00.241799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.242152 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.242496 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.242835 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.243170 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.243531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.243858 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.244185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.244511 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.244839 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.245164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.246066 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.246449 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.246732 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.247087 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:00.306197 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Attempting to bind port f620ddeb-26df-405f-adb9-9d643a63e42d on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:00.306569 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Attempting to bind port f620ddeb-26df-405f-adb9-9d643a63e42d by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:00.306935 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Attempting to bind port f620ddeb-26df-405f-adb9-9d643a63e42d on network 867c2200-fd03-4161-8363-f51839743ece {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:00.312208 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:00.312586 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Checking segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:00.312986 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.313416 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Bound using segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:00.313883 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Bound port: f620ddeb-26df-405f-adb9-9d643a63e42d, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:00.314264 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.329270 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Allocated IP 172.27.1.169 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/8bd9342d-74fe-4e9b-9616-c9618595972c) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:00.391621 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] For port f620ddeb-26df-405f-adb9-9d643a63e42d, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:00.395015 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] For port f620ddeb-26df-405f-adb9-9d643a63e42d, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=f620ddeb-26df-405f-adb9-9d643a63e42d,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:00.400458 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.446844 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.466732 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fef9a-39d8-419b-9aa6-95e221a05388 None None] Pushing event updated for resources: {'Port': ['ID=f620ddeb-26df-405f-adb9-9d643a63e42d,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:00.484551 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.524975 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:00.528513 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:00.532371 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:00.555359 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Pushing event updated for resources: {'Port': ['ID=8bd9342d-74fe-4e9b-9616-c9618595972c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:00.793994 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for router_gateway (2f501162-1482-42e1-b807-8ecb83fcc054), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:00.842581 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:00.984063 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (2f501162-1482-42e1-b807-8ecb83fcc054), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.043058 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:01.124267 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Router 2f501162-1482-42e1-b807-8ecb83fcc054 is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:43:01.228748 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:01.239030 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Sync routers for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:01.249646 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.253427 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-afaed533-fde5-42b8-abce-41600bfe0afe admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4764504 May 19 06:43:01.253571 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:01.253700 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33886) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:01.254180 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:01.361334 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291a932-bac6-41c9-ae98-b34defcc7a79 None None] Network 867c2200-fd03-4161-8363-f51839743ece requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:43:01.376334 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:01.480315 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Provisioning complete for port f620ddeb-26df-405f-adb9-9d643a63e42d triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:01.481059 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.664701 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.827553 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:01.832218 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:01.843298 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:00Z', 'revision_number': 3, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:01.845594 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Current status of the port f620ddeb-26df-405f-adb9-9d643a63e42d is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:01.845984 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.879075 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Allocated IP 172.20.0.1 (867c2200-fd03-4161-8363-f51839743ece/32d53bb9-6840-4cc0-939a-f3b8f9d6a481/6147a3c9-a544-483e-b120-06166e85960e) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:01.891226 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Checking router: 2f501162-1482-42e1-b807-8ecb83fcc054 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:01.891582 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Updating router 2f501162-1482-42e1-b807-8ecb83fcc054 port 8bd9342d-74fe-4e9b-9616-c9618595972c binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:43:01.894314 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:01.895761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:01.939038 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] For port f620ddeb-26df-405f-adb9-9d643a63e42d, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=f620ddeb-26df-405f-adb9-9d643a63e42d,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:01.950748 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.955750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:01.957679 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device f620ddeb-26df-405f-adb9-9d643a63e42d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:02.019907 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks [] for port (6147a3c9-a544-483e-b120-06166e85960e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.060070 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.105884 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180cee-b87b-4d15-9fa1-e24b2d9f52ec None None] Pushing event updated for resources: {'Port': ['ID=f620ddeb-26df-405f-adb9-9d643a63e42d,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:02.118904 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port f620ddeb-26df-405f-adb9-9d643a63e42d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:02.119492 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.128971 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Network 867c2200-fd03-4161-8363-f51839743ece is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:02.133366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:02.140811 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:02.191025 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Pushing event updated for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:02.217886 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-cb71a312-4623-4edb-9d8f-a92cc481986c None None] Provisioning complete for port f620ddeb-26df-405f-adb9-9d643a63e42d triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:02.218555 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cb71a312-4623-4edb-9d8f-a92cc481986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.227192 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (2f501162-1482-42e1-b807-8ecb83fcc054), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.233446 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-01286430-0eae-478b-ab1a-3ee37a59e358 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964986703&fields=id&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 267 time: 0.1012528 May 19 06:43:02.380579 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port f620ddeb-26df-405f-adb9-9d643a63e42d is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:02.416465 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-cb71a312-4623-4edb-9d8f-a92cc481986c None None] Current status of the port f620ddeb-26df-405f-adb9-9d643a63e42d is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:02.425072 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-c2af70bc-c91b-4be3-831f-e3fe93bbe7dc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:02.426803 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-c2af70bc-c91b-4be3-831f-e3fe93bbe7dc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1601980 May 19 06:43:02.462896 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-b26077c7-d72f-4e4e-9e58-5f39522c3179 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/quotas/318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 375 time: 0.0270166 May 19 06:43:02.487492 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6147a3c9-a544-483e-b120-06166e85960e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.492804 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks [] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.500455 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.553820 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-a2185b2b-327f-4080-b996-e01c084b627f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836859 May 19 06:43:02.567318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-fbf7e2af-e15b-45c4-b16d-e25b52c5f744 None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:02.567945 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fbf7e2af-e15b-45c4-b16d-e25b52c5f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.575607 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Attempting to bind port 8bd9342d-74fe-4e9b-9616-c9618595972c on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:02.575976 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Attempting to bind port 8bd9342d-74fe-4e9b-9616-c9618595972c by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:02.576339 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Attempting to bind port 8bd9342d-74fe-4e9b-9616-c9618595972c on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:02.599526 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342f13-ba34-4221-8608-d0b6094aa994 None None] Pushing event updated for resources: {'Port': ['ID=8bd9342d-74fe-4e9b-9616-c9618595972c,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:02.606167 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:02.606549 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:02.606955 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.607346 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:02.607836 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Bound port: 8bd9342d-74fe-4e9b-9616-c9618595972c, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:02.608222 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.641377 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:02.649644 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7e2af-e15b-45c4-b16d-e25b52c5f744 None None] Port 6147a3c9-a544-483e-b120-06166e85960e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:02.657505 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:02.657749 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-e042d7cc-91ff-4ddc-a2e7-1ad872a214d4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 06:43:02.659021 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-e042d7cc-91ff-4ddc-a2e7-1ad872a214d4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0920374 May 19 06:43:02.679746 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] For port 8bd9342d-74fe-4e9b-9616-c9618595972c, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:02.683367 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] For port 8bd9342d-74fe-4e9b-9616-c9618595972c, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bd9342d-74fe-4e9b-9616-c9618595972c,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:02.688996 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:02.690313 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.753129 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:02.753789 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:02.757014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342f13-ba34-4221-8608-d0b6094aa994 None None] Pushing event updated for resources: {'Port': ['ID=8bd9342d-74fe-4e9b-9616-c9618595972c,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:02.805262 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks [] for port (6147a3c9-a544-483e-b120-06166e85960e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.809235 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-62cd2f35-76e5-4cdc-89f9-308e2c6bd916 service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420865 May 19 06:43:02.811129 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.861679 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:02.864497 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:02.934155 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (2f501162-1482-42e1-b807-8ecb83fcc054), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:02.938513 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Pushing event updated for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:03.060882 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:01Z', 'revision_number': 1, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:03.092036 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447a9651-ec13-4afd-9a08-f8a0381064a5 None None] The sync data for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi is: [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:01Z', 'revision_number': 1, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:03.311836 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-f7c6e932-3964-4b84-98cc-459dae94c6e3 service neutron] 10.222.0.65 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947195 May 19 06:43:03.375451 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Network 867c2200-fd03-4161-8363-f51839743ece is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:03.378586 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:03.544156 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Router 2f501162-1482-42e1-b807-8ecb83fcc054 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:43:03.700439 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:03.718598 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-cae928ca-88ee-47f2-af4d-22f3470eda85 admin admin] 10.222.0.65 "PUT /v2.0/routers/2f501162-1482-42e1-b807-8ecb83fcc054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4638212 May 19 06:43:03.779040 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-fd25c467-a127-445f-8131-f038fdfd1661 None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:03.779500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fd25c467-a127-445f-8131-f038fdfd1661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:03.801569 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b080b762-6ace-4679-bbeb-867be4909f68 req-9bc731c9-aef7-4d4c-a93e-77e478450ee0 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 210 time: 0.0656881 May 19 06:43:03.830192 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-fd25c467-a127-445f-8131-f038fdfd1661 None None] Port 6147a3c9-a544-483e-b120-06166e85960e cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:03.895466 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device f620ddeb-26df-405f-adb9-9d643a63e42d up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:03.994723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port f620ddeb-26df-405f-adb9-9d643a63e42d triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:03.995694 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.118356 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port f620ddeb-26df-405f-adb9-9d643a63e42d is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:04.499995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33936) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:04.505527 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-77636782-network', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:04.526795 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Made reservation on behalf of a5bb62a5058b443badb95969560fd41b for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:43:04.529502 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.539628 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.619301 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:04.622076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks [] for security_group (9137045e-831a-43c7-8112-c5ae00561b65), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.626415 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9137045e-831a-43c7-8112-c5ae00561b65), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.653357 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 06:43:04.663686 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9137045e-831a-43c7-8112-c5ae00561b65,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:04.669033 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765146740237', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (3b9e0c85-0892-44d6-a8eb-55e19ac8a850), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.669473 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.segments_db [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Added segment 3b9e0c85-0892-44d6-a8eb-55e19ac8a850 of type vlan for network 936f9e51-6691-4922-95d1-02b753ffbafd May 19 06:43:04.719957 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765146175335'] for network (936f9e51-6691-4922-95d1-02b753ffbafd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.742024 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.752086 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718'] for network (936f9e51-6691-4922-95d1-02b753ffbafd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.753361 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:04.753985 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.809250 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3048851 May 19 06:43:04.809590 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33938) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:04.814385 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Request body: {'subnet': {'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-77636782-subnet', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:04.839909 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:04.841195 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe61ea-8821-4adf-86c3-081a42d6a957 admin admin] Pushing event updated for resources: {'Network': ['ID=936f9e51-6691-4922-95d1-02b753ffbafd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:04.854396 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Made reservation on behalf of a5bb62a5058b443badb95969560fd41b for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:43:04.858338 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25577182'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:04.858733 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Network 936f9e51-6691-4922-95d1-02b753ffbafd details requested by agent ovs-agent-dv-cinder-836996-22-iscsi with host dv-cinder-836996-22-iscsi {{(pid=103758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 06:43:04.911093 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:04.914490 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:04.922165 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-5fc45dba-5f10-42ac-bbbb-54a08dfe2f2a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:04.923941 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-5fc45dba-5f10-42ac-bbbb-54a08dfe2f2a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 812 time: 0.1367862 May 19 06:43:04.981697 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c04cf651-97d9-4a77-90b3-f503afda6f20 req-7b16e0f5-283f-42c6-9b3f-24cb8166302f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 210 time: 0.0452781 May 19 06:43:05.013129 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-2edb170e-6140-4dcf-a38e-d5088a256703 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318e4e0d9f3a49f69eb3d846539b6b67 HTTP/1.1" status: 200 len: 380 time: 0.0795386 May 19 06:43:05.021601 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'port': {'device_id': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'admin_state_up': True, 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'security_groups': ['da284d06-6465-4988-8e83-dfd5885464a5']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:05.119197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25555683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577160'] for subnet (f71c318a-00df-46f6-944a-86e1a176ccbc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.138687 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Made reservation on behalf of 318e4e0d9f3a49f69eb3d846539b6b67 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:43:05.142375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.181970 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71c318a-00df-46f6-944a-86e1a176ccbc,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:05.191657 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Checking segment: {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:05.192031 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Network hostable DHCP agents. Network: 936f9e51-6691-4922-95d1-02b753ffbafd, hostable agents: ['e8c5e136-219c-4fb4-8cbb-d0501953db1f'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 06:43:05.211633 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Network 936f9e51-6691-4922-95d1-02b753ffbafd is scheduled to be hosted by DHCP agent e8c5e136-219c-4fb4-8cbb-d0501953db1f with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 06:43:05.223211 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-22-iscsi, 936f9e51-6691-4922-95d1-02b753ffbafd) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:05.228930 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:05.229374 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.234633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa8f21-f1fa-418d-9b81-60ab50ae1f9a None None] Network 936f9e51-6691-4922-95d1-02b753ffbafd requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:43:05.256590 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-b9657b08-0465-4804-8c32-6f23361606bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4458396 May 19 06:43:05.259106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33942) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:05.265359 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:05.293822 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1976994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3130'] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.294915 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1976918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974971', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3075'] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.338903 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.20.0.8 (cf104e4d-072e-4746-a72c-c14fb907651b/a54605c4-3508-48a5-a745-8b6d91d84b80/e30dd969-e227-4861-b1fe-f804ef540a02) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:05.359609 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for router_controller (af08dfad-8e91-4f57-b64d-e8e480a08c3b), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.382391 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0f9d7e-0c4c-5b92-bcc5-60ba04f37bd8-936f9e51-6691-4922-95d1-02b753ffbafd', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc'}]}} from dv-cinder-836996-22-iscsi. {{(pid=103758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 06:43:05.384903 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.487018 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:05.557504 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (e30dd969-e227-4861-b1fe-f804ef540a02), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.562089 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:05.563451 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Allocated IP 172.20.0.2 (936f9e51-6691-4922-95d1-02b753ffbafd/f71c318a-00df-46f6-944a-86e1a176ccbc/1d9d432c-b9ad-401f-a4cf-2234746d5bae) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:05.571110 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for router_gateway (af08dfad-8e91-4f57-b64d-e8e480a08c3b), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.596639 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.625745 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:05.641838 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network cf104e4d-072e-4746-a72c-c14fb907651b is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:05.643906 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:05.650523 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:05.715249 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:05.715918 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.718702 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:05.750116 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-39c634a0-848c-4557-9597-ef76117837c2 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317524 May 19 06:43:05.772009 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Request body: {'port': {'device_id': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:05.775751 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Sync routers for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:05.779042 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks [] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.795242 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.795611 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:05.796234 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:05.845197 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for router_gateway (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.855632 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Network 936f9e51-6691-4922-95d1-02b753ffbafd is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:05.862966 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:05.868354 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:05.871144 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Pushing event updated for resources: {'Port': ['ID=1d9d432c-b9ad-401f-a4cf-2234746d5bae,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:05.892583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.903717 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.910320 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bd9342d-74fe-4e9b-9616-c9618595972c up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:05.982525 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Attempting to bind port 1d9d432c-b9ad-401f-a4cf-2234746d5bae on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:05.983355 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Attempting to bind port 1d9d432c-b9ad-401f-a4cf-2234746d5bae by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:05.983355 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Attempting to bind port 1d9d432c-b9ad-401f-a4cf-2234746d5bae on network 936f9e51-6691-4922-95d1-02b753ffbafd {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:05.992717 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:05.993084 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Checking segment: {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:05.993508 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:05.993927 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Bound using segment: {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:05.994397 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Bound port: 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:05.994768 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.014543 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 8bd9342d-74fe-4e9b-9616-c9618595972c triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:06.014930 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.016152 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:06.035959 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Allocated IP 172.27.1.123 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/d29d3125-ce47-4542-8c85-aa351e45e595) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:06.095489 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-d41e310c-4bdf-426f-9040-7cdd11468cd1 None None] Provisioning complete for port e30dd969-e227-4861-b1fe-f804ef540a02 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:06.095847 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d41e310c-4bdf-426f-9040-7cdd11468cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.135774 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-111279f5-ded4-4626-be94-739cc412e807 None None] For port 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:06.167041 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for port (d29d3125-ce47-4542-8c85-aa351e45e595), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.179809 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-111279f5-ded4-4626-be94-739cc412e807 None None] For port 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1d9d432c-b9ad-401f-a4cf-2234746d5bae,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:06.181377 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d41e310c-4bdf-426f-9040-7cdd11468cd1 None None] Port e30dd969-e227-4861-b1fe-f804ef540a02 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:06.197556 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.205312 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:06.211666 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.227861 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 8bd9342d-74fe-4e9b-9616-c9618595972c is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:06.228459 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.266417 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 2, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:06.269733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:06.273483 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port 8bd9342d-74fe-4e9b-9616-c9618595972c, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bd9342d-74fe-4e9b-9616-c9618595972c,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:06.279805 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:06.283177 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:06.285755 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.287810 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111279f5-ded4-4626-be94-739cc412e807 None None] Pushing event updated for resources: {'Port': ['ID=1d9d432c-b9ad-401f-a4cf-2234746d5bae,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:06.309911 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Pushing event updated for resources: {'Port': ['ID=d29d3125-ce47-4542-8c85-aa351e45e595,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:06.317078 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:06.321741 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:06.348955 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Checking router: 2f501162-1482-42e1-b807-8ecb83fcc054 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:06.349324 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Updating router 2f501162-1482-42e1-b807-8ecb83fcc054 port 6147a3c9-a544-483e-b120-06166e85960e binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:43:06.357025 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=8bd9342d-74fe-4e9b-9616-c9618595972c,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:06.403529 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6147a3c9-a544-483e-b120-06166e85960e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.433232 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba25a2-ab8f-4671-a47a-9584e766d1d7 req-f550c3b7-7266-4222-8157-7fad45131654 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:06.440328 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1ba25a2-ab8f-4671-a47a-9584e766d1d7 req-f550c3b7-7266-4222-8157-7fad45131654 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 931 time: 0.1240044 May 19 06:43:06.465873 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30dd969-e227-4861-b1fe-f804ef540a02 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:43:06.475281 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks [] for port (e30dd969-e227-4861-b1fe-f804ef540a02), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.522090 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e1ba25a2-ab8f-4671-a47a-9584e766d1d7 req-ef357549-3f9c-47d6-8045-e36695dce280 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807173 May 19 06:43:06.557183 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Transition to ACTIVE for port object e30dd969-e227-4861-b1fe-f804ef540a02 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:43:06.563982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.644005 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Pushing event updated for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:06.666148 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:06.671995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for router_gateway (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.747447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Attempting to bind port e30dd969-e227-4861-b1fe-f804ef540a02 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:06.748300 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Attempting to bind port e30dd969-e227-4861-b1fe-f804ef540a02 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:06.748300 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Attempting to bind port e30dd969-e227-4861-b1fe-f804ef540a02 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:06.753447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Port e30dd969-e227-4861-b1fe-f804ef540a02 on network cf104e4d-072e-4746-a72c-c14fb907651b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:43:06.753801 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Attempting to bind port e30dd969-e227-4861-b1fe-f804ef540a02 on network cf104e4d-072e-4746-a72c-c14fb907651b {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:06.759265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:06.760079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Checking segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:06.760079 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Bound using segment: {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:06.760687 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Bound port: e30dd969-e227-4861-b1fe-f804ef540a02, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:06.761768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.818096 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks [] for port (6147a3c9-a544-483e-b120-06166e85960e), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.827344 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.831144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:06.835069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e30dd969-e227-4861-b1fe-f804ef540a02,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:06.844235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.893747 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Pushing event updated for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:06.915204 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:06.915816 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.917442 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] 10.222.0.59 "PUT /v2.0/ports/e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 1093 time: 1.1518688 May 19 06:43:06.918109 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:06.920391 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a850161e-bc49-4f0a-95fd-e5ab58add439" -d '{"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:06.939824 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.940715 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.941248 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.942058 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.942631 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.943535 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.944545 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.945220 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.945754 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.946289 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.947070 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.947587 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.948182 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.949255 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.950032 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:06.985460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1976879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974892'] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:06.992147 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5fd1-687c-4b54-9dff-e4be5e1ce929 service neutron] Pushing event updated for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:07.035392 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Attempting to bind port 6147a3c9-a544-483e-b120-06166e85960e on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:07.035766 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Attempting to bind port 6147a3c9-a544-483e-b120-06166e85960e by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:07.036125 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Attempting to bind port 6147a3c9-a544-483e-b120-06166e85960e on network 867c2200-fd03-4161-8363-f51839743ece {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:07.042216 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:07.043566 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Checking segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:07.044139 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.044753 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Bound using segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:07.045611 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Bound port: 6147a3c9-a544-483e-b120-06166e85960e, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:07.046306 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6147a3c9-a544-483e-b120-06166e85960e), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.088565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-38bcf2cf-652c-491b-9ba2-660c0f8d951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:07.091050 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-38bcf2cf-652c-491b-9ba2-660c0f8d951e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1127 time: 0.0931571 May 19 06:43:07.093205 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c5ec1-9116-4c0d-8f09-3b750be278d0 x-openstack-request-id: req-736c5ec1-9116-4c0d-8f09-3b750be278d0 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:07.093714 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:07.094139 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-736c5ec1-9116-4c0d-8f09-3b750be278d0 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:07.094696 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736c5ec1-9116-4c0d-8f09-3b750be278d0'] response: {'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'status': 'completed', 'code': 200} May 19 06:43:07.126729 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] For port 6147a3c9-a544-483e-b120-06166e85960e, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:07.130804 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] For port 6147a3c9-a544-483e-b120-06166e85960e, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=6147a3c9-a544-483e-b120-06166e85960e,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:07.133716 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.146783 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.148165 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-3a5d8e66-d8be-4f28-b907-9e8ee8160655 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 217 time: 0.0477085 May 19 06:43:07.183353 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.183761 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Router af08dfad-8e91-4f57-b64d-e8e480a08c3b is scheduled to L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 06:43:07.216966 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.233663 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-d2cd8c0a-572e-47ab-bed1-1fc656b209c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:07.236090 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-d2cd8c0a-572e-47ab-bed1-1fc656b209c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0819476 May 19 06:43:07.261489 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:07.265530 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:07.271325 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e660b3-236e-44c2-9047-fffae282194c None None] Pushing event updated for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:07.298806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-216ba248-17dd-4cdb-878c-e3bf1f49bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:07.300513 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-216ba248-17dd-4cdb-878c-e3bf1f49bcef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574365 May 19 06:43:07.362199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:07.363545 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.377115 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:07.411603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.415597 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-acef8f48-7253-45f5-850c-4d6d24d20966 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1528468 May 19 06:43:07.421850 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 33948) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:07.429181 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Sync routers for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:07.462592 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-a43205b5-d5bd-436b-8f85-b5b0f43ff6e3 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505184 May 19 06:43:07.479401 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:07.480078 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:07.481178 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:07.482118 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.563109 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.671225 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-512b28af-6d8f-4393-aab3-30c0f18bacf0 req-77fd01ab-6150-4eed-a793-b930da4338ff service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022772 May 19 06:43:07.726530 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Current status of the port 6147a3c9-a544-483e-b120-06166e85960e is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:07.726939 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (6147a3c9-a544-483e-b120-06166e85960e), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:07.751003 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:07.762062 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328f822-9403-4ea9-8295-fe404b11236c req-fb6b2b36-c71b-4b4e-9621-77d726bc3094 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:07.766508 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3328f822-9403-4ea9-8295-fe404b11236c req-fb6b2b36-c71b-4b4e-9621-77d726bc3094 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0989120 May 19 06:43:07.800793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:07.813115 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:07.894940 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e5b82-41cf-41c6-b6e2-5dbc5b5618e4 None None] The sync data for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi is: [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:07.940008 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3328f822-9403-4ea9-8295-fe404b11236c req-ef84988c-6120-40e9-8f27-e6896b84c009 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607752 May 19 06:43:08.019931 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-c309008d-925b-4ba7-8836-f2ff91a22428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:08.021466 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-c309008d-925b-4ba7-8836-f2ff91a22428 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1127 time: 0.0704653 May 19 06:43:08.031330 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d96ebb-7c00-43a9-bf34-dafe4dc2df7f None None] Network 936f9e51-6691-4922-95d1-02b753ffbafd requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:43:08.060151 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 6147a3c9-a544-483e-b120-06166e85960e up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:08.115833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.125262 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:08.140240 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:08.145783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-75922c45-acf1-457f-847c-f8ec34ec1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:08.147442 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-75922c45-acf1-457f-847c-f8ec34ec1e5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.1172130 May 19 06:43:08.159735 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] For port 6147a3c9-a544-483e-b120-06166e85960e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=6147a3c9-a544-483e-b120-06166e85960e,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:08.189046 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-5f87fd28-3716-4a42-ba4d-61aff83f963f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 217 time: 0.0348339 May 19 06:43:08.230832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.285023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-4f73b867-b672-40ac-9a57-9741e871381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:08.288359 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-4f73b867-b672-40ac-9a57-9741e871381b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0931342 May 19 06:43:08.328216 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Allocated IP 172.20.0.1 (936f9e51-6691-4922-95d1-02b753ffbafd/f71c318a-00df-46f6-944a-86e1a176ccbc/d67484ff-b618-494e-968d-e2c19683a110) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:08.373190 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-8b8efb9c-2c8b-4f50-9efc-d6d688658d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:08.374762 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-8b8efb9c-2c8b-4f50-9efc-d6d688658d81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0804710 May 19 06:43:08.410057 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:08.410657 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.412077 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722bcfc-66b3-46fb-bfc6-635b5b68a973 None None] Pushing event updated for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:08.423055 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Provisioning complete for port 1d9d432c-b9ad-401f-a4cf-2234746d5bae triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:08.423423 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.462704 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 3, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:08.497158 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-526421d2-4cf0-4960-9a1a-fe13eb75644d service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163096 May 19 06:43:08.511468 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Checking router: af08dfad-8e91-4f57-b64d-e8e480a08c3b for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:08.511824 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Updating router af08dfad-8e91-4f57-b64d-e8e480a08c3b port d29d3125-ce47-4542-8c85-aa351e45e595 binding host dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:43:08.584404 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.640211 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a850161e-bc49-4f0a-95fd-e5ab58add439 req-277ffc83-7964-40cc-af00-d21e93615134 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372371 May 19 06:43:08.749493 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 6147a3c9-a544-483e-b120-06166e85960e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:08.750601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1d9d432c-b9ad-401f-a4cf-2234746d5bae up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:08.779835 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:08.784079 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Current status of the port 1d9d432c-b9ad-401f-a4cf-2234746d5bae is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:08.784473 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.791047 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:08.826756 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks [] for port (d67484ff-b618-494e-968d-e2c19683a110), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.863557 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.906837 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Network 936f9e51-6691-4922-95d1-02b753ffbafd is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:08.907072 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] For port 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1d9d432c-b9ad-401f-a4cf-2234746d5bae,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:08.910708 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:08.912263 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 1d9d432c-b9ad-401f-a4cf-2234746d5bae triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:08.912639 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.914418 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:08.927142 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:08.947565 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Pushing event updated for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:08.971469 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1972289'] for router_interface (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.046574 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:09.046935 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.114618 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Pushing event updated for resources: {'Port': ['ID=1d9d432c-b9ad-401f-a4cf-2234746d5bae,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:09.115940 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929665f-7678-468d-aa76-822c697f84a2 req-a8e3a468-5490-4828-9fad-bf82524c73fc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:09.117519 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1929665f-7678-468d-aa76-822c697f84a2 req-a8e3a468-5490-4828-9fad-bf82524c73fc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0909164 May 19 06:43:09.177733 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:09.193547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d67484ff-b618-494e-968d-e2c19683a110), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.222225 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 1d9d432c-b9ad-401f-a4cf-2234746d5bae is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:09.223348 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bd9342d-74fe-4e9b-9616-c9618595972c up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:09.226075 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1929665f-7678-468d-aa76-822c697f84a2 req-83beabbb-693b-4fd3-9cd2-8431ef86ff11 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923321 May 19 06:43:09.305274 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-308f2659-e79c-463c-8ea5-6b68a6a31f2b None None] Current status of the port 6147a3c9-a544-483e-b120-06166e85960e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:09.345450 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks [] for port (d29d3125-ce47-4542-8c85-aa351e45e595), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.353995 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.359349 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 8bd9342d-74fe-4e9b-9616-c9618595972c triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:09.359729 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.370776 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:09.418027 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks [] for port (d67484ff-b618-494e-968d-e2c19683a110), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.423156 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.435361 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826721d-dac6-48fb-8eab-5d59d21698e1 None None] Pushing event updated for resources: {'Port': ['ID=d29d3125-ce47-4542-8c85-aa351e45e595,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:09.444809 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:09.445823 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Attempting to bind port d29d3125-ce47-4542-8c85-aa351e45e595 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:09.446271 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Attempting to bind port d29d3125-ce47-4542-8c85-aa351e45e595 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:09.446680 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Attempting to bind port d29d3125-ce47-4542-8c85-aa351e45e595 on network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:09.464919 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:09.465370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Checking segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:09.465812 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.466206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Bound using segment: {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:09.466692 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Bound port: d29d3125-ce47-4542-8c85-aa351e45e595, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a548265-c136-4632-805d-b90e9edc8336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:09.467070 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.471976 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Provisioning complete for port 1d9d432c-b9ad-401f-a4cf-2234746d5bae triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:09.472322 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.493639 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1688732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1973771'] for router_interface (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.495805 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Pushing event updated for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:09.572211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 8bd9342d-74fe-4e9b-9616-c9618595972c is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:09.583099 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:09.586421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] For port d29d3125-ce47-4542-8c85-aa351e45e595, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:09.591425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] For port d29d3125-ce47-4542-8c85-aa351e45e595, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d29d3125-ce47-4542-8c85-aa351e45e595,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:09.596439 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Network 936f9e51-6691-4922-95d1-02b753ffbafd is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:09.598007 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:09.599744 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.675388 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Current status of the port 1d9d432c-b9ad-401f-a4cf-2234746d5bae is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:09.699885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:09.700587 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:09.702786 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:09.703159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:09.704612 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826721d-dac6-48fb-8eab-5d59d21698e1 None None] Pushing event updated for resources: {'Port': ['ID=d29d3125-ce47-4542-8c85-aa351e45e595,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:09.747468 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Router af08dfad-8e91-4f57-b64d-e8e480a08c3b has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:43:09.787938 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-05a66773-4064-4fc5-aaae-50363ea35d96 None None] Port d67484ff-b618-494e-968d-e2c19683a110 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:09.862052 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:09.865421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 6147a3c9-a544-483e-b120-06166e85960e up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:09.880869 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:09.886101 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-6adf298c-8fbc-4a67-acff-50e3010f877f admin admin] 10.222.0.65 "PUT /v2.0/routers/af08dfad-8e91-4f57-b64d-e8e480a08c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615741 May 19 06:43:10.073765 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-2d516df4-a359-4663-9acb-a3420657b5db None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:10.074159 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2d516df4-a359-4663-9acb-a3420657b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.181897 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2d516df4-a359-4663-9acb-a3420657b5db None None] Port d67484ff-b618-494e-968d-e2c19683a110 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:10.189590 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 6147a3c9-a544-483e-b120-06166e85960e triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:10.189994 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (6147a3c9-a544-483e-b120-06166e85960e), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.251410 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33962) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.255898 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591794991', 'description': 'tempest-secgroup-smoke-591794991 description', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.279965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.341065 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:10.362710 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (b681f576-366c-47b6-a670-7da7b378b429), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.368121 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b681f576-366c-47b6-a670-7da7b378b429), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.369069 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'd67484ff-b618-494e-968d-e2c19683a110', 'name': '', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'mac_address': 'fa:16:3e:06:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:08Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 2, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'subnets': [{'id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:10.372902 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 6147a3c9-a544-483e-b120-06166e85960e is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:10.373088 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748f8e6-8105-43b1-8dc7-ee93dc8014a6 req-40eb9715-ec22-4254-9e07-57eb04c49d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:10.373928 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1d9d432c-b9ad-401f-a4cf-2234746d5bae up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:10.374776 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0748f8e6-8105-43b1-8dc7-ee93dc8014a6 req-40eb9715-ec22-4254-9e07-57eb04c49d22 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0762222 May 19 06:43:10.408882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.410439 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1580296 May 19 06:43:10.412351 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afa074-6ff4-4277-9fb0-11522390ae51 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b681f576-366c-47b6-a670-7da7b378b429,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:10.414342 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33964) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.420081 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.435970 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:10.439600 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2b69-affd-4bf3-8206-fac4189a5291 None None] The sync data for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi is: [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'd67484ff-b618-494e-968d-e2c19683a110', 'name': '', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'mac_address': 'fa:16:3e:06:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:08Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 2, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'subnets': [{'id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:10.443148 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-0748f8e6-8105-43b1-8dc7-ee93dc8014a6 req-a6e62c03-2759-4a5f-af4c-d1290190c511 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561779 May 19 06:43:10.452918 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (c463c95f-49bd-491b-8f51-a77ba11a0175), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.462505 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port 1d9d432c-b9ad-401f-a4cf-2234746d5bae triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:10.462959 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.515705 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (c463c95f-49bd-491b-8f51-a77ba11a0175), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.519612 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (c463c95f-49bd-491b-8f51-a77ba11a0175), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.540279 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c463c95f-49bd-491b-8f51-a77ba11a0175,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:10.541797 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port 1d9d432c-b9ad-401f-a4cf-2234746d5bae is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:10.551677 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.552809 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-66809dde-e40a-4aa5-8dc8-5d475421e6b9 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373670 May 19 06:43:10.555442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33966) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.560468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.587496 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (4dd3b7e8-546b-427d-8eaf-df2450a265f1), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.639747 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (4dd3b7e8-546b-427d-8eaf-df2450a265f1), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.643434 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (4dd3b7e8-546b-427d-8eaf-df2450a265f1), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.663912 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd3b7e8-546b-427d-8eaf-df2450a265f1,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:10.670726 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.671924 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3cc06eb5-1a12-48cc-be65-d3ffbf2e0cc5 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155190 May 19 06:43:10.674609 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33968) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.678888 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.728229 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (5dc641fc-5530-4257-85ec-6b47413ff437), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.785776 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (5dc641fc-5530-4257-85ec-6b47413ff437), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.790309 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (5dc641fc-5530-4257-85ec-6b47413ff437), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.803131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:10.816089 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc641fc-5530-4257-85ec-6b47413ff437,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:10.822790 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.827299 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-2e6fb1af-d12a-47d5-a444-154f9652f9b6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491177 May 19 06:43:10.827791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33970) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.832688 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.863492 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (5b780503-b286-42f6-bd5e-e0c8aaa9f407), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.925645 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (5b780503-b286-42f6-bd5e-e0c8aaa9f407), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.930073 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (5b780503-b286-42f6-bd5e-e0c8aaa9f407), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.950918 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b780503-b286-42f6-bd5e-e0c8aaa9f407,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:10.960463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:10.964793 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-252716b1-0457-4969-8777-5c9c182fd7dd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330779 May 19 06:43:10.965248 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33972) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:10.969549 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:10.991810 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Project 4acaeb032d8e44eb97a4b0a573e7c360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:43:10.998417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (6b70d544-7c34-42ce-9288-be296a07ec64), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.040378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:11.062288 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (6b70d544-7c34-42ce-9288-be296a07ec64), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.065779 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (6b70d544-7c34-42ce-9288-be296a07ec64), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.085895 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b70d544-7c34-42ce-9288-be296a07ec64,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:11.092829 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.096565 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-90dd658a-38be-49ee-9678-e5dbc369df33 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279531 May 19 06:43:11.097164 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 33974) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:11.102259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'security_group_rule': {'security_group_id': 'b681f576-366c-47b6-a670-7da7b378b429', 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:11.125984 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.securitygroups_db [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Project 4acaeb032d8e44eb97a4b0a573e7c360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 06:43:11.132070 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (74fcf147-83b9-47ec-bcd1-692693ece29c), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.222802 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (74fcf147-83b9-47ec-bcd1-692693ece29c), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.227316 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581392'] for security_group_rule (74fcf147-83b9-47ec-bcd1-692693ece29c), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.250319 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fcf147-83b9-47ec-bcd1-692693ece29c,revision_number=0']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:11.254744 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.257362 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e521205b-82da-42f0-be7b-c5d09d65e52e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577680 May 19 06:43:11.564291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593793b-ea73-44a8-b9af-68924ab03a8e req-0a5f12dc-b14b-46dc-baa8-5e196130dcdb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:11.566208 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2593793b-ea73-44a8-b9af-68924ab03a8e req-0a5f12dc-b14b-46dc-baa8-5e196130dcdb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0491285 May 19 06:43:11.622249 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2593793b-ea73-44a8-b9af-68924ab03a8e req-72fc83e2-7f61-4f5f-83f3-474d57e212bf tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501347 May 19 06:43:11.852130 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d29d3125-ce47-4542-8c85-aa351e45e595 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:11.876289 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:11.910653 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port d29d3125-ce47-4542-8c85-aa351e45e595 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:11.911100 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:11.986630 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port d29d3125-ce47-4542-8c85-aa351e45e595 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:11.987020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:12.007926 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] For port d29d3125-ce47-4542-8c85-aa351e45e595, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d29d3125-ce47-4542-8c85-aa351e45e595,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:12.011507 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:12.057490 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Pushing event updated for resources: {'Port': ['ID=d29d3125-ce47-4542-8c85-aa351e45e595,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:12.691388 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Sync routers for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:12.701835 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:12.702443 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:12.741352 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3eec-bb6f-490b-811b-f1b4ee5b5013 req-0580be5b-152f-4d6e-9c46-1ceaf6087cae tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:12.742935 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95da3eec-bb6f-490b-811b-f1b4ee5b5013 req-0580be5b-152f-4d6e-9c46-1ceaf6087cae tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0498917 May 19 06:43:12.801723 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-95da3eec-bb6f-490b-811b-f1b4ee5b5013 req-813e70d8-f336-4f10-a38d-5f3ad6434f2e tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523860 May 19 06:43:12.830601 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:13.024956 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'd67484ff-b618-494e-968d-e2c19683a110', 'name': '', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'mac_address': 'fa:16:3e:06:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:08Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 2, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'subnets': [{'id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:13.056313 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Checking router: af08dfad-8e91-4f57-b64d-e8e480a08c3b for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:13.056657 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Updating router af08dfad-8e91-4f57-b64d-e8e480a08c3b port d67484ff-b618-494e-968d-e2c19683a110 binding host dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 06:43:13.085872 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d67484ff-b618-494e-968d-e2c19683a110), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.317882 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:13.328747 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=100 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:13.390769 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks [] for port (d67484ff-b618-494e-968d-e2c19683a110), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.396025 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.448836 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05861c2-5df8-4f46-8ee3-9c8fbfb536a7 None None] Pushing event updated for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:13.501057 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Attempting to bind port d67484ff-b618-494e-968d-e2c19683a110 on host dv-cinder-836996-22-iscsi for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:13.501621 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Attempting to bind port d67484ff-b618-494e-968d-e2c19683a110 by drivers openvswitch,hyperv on host dv-cinder-836996-22-iscsi at level 0 using segments [{'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:13.501978 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Attempting to bind port d67484ff-b618-494e-968d-e2c19683a110 on network 936f9e51-6691-4922-95d1-02b753ffbafd {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:13.507709 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Checking agent: {'id': '96bf86fa-635b-4399-82e7-4e25cf22bceb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 21, 50), 'started_at': datetime.datetime(2022, 5, 19, 6, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:13.508087 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Checking segment: {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:13.508480 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.508867 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Bound using segment: {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:13.509395 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Bound port: d67484ff-b618-494e-968d-e2c19683a110, host: dv-cinder-836996-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9e0c85-0892-44d6-a8eb-55e19ac8a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:13.509772 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d67484ff-b618-494e-968d-e2c19683a110), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.573693 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] For port d67484ff-b618-494e-968d-e2c19683a110, host dv-cinder-836996-22-iscsi, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:13.577208 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] For port d67484ff-b618-494e-968d-e2c19683a110, host dv-cinder-836996-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d67484ff-b618-494e-968d-e2c19683a110,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:13.583290 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.631653 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:13.632226 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.640531 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:13.641214 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:42:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:13.696863 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05861c2-5df8-4f46-8ee3-9c8fbfb536a7 None None] Pushing event updated for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:13.733877 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Current status of the port d67484ff-b618-494e-968d-e2c19683a110 is: DOWN; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:13.734374 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (d67484ff-b618-494e-968d-e2c19683a110), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.765075 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:13.785112 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] For port d67484ff-b618-494e-968d-e2c19683a110, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d67484ff-b618-494e-968d-e2c19683a110,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:13.800580 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.850761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-223747f5-593e-4e5b-81d2-e62d600b1970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.889723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf7e9b-6053-4594-bd01-709c68ce4f5e None None] Pushing event updated for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:13.940211 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-2af79d69-9e1d-4a0d-a5ab-0cf978a28517 None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:13.940563 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2af79d69-9e1d-4a0d-a5ab-0cf978a28517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:13.986378 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d29d3125-ce47-4542-8c85-aa351e45e595 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:13.994685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be4dd-9de8-4661-af2f-4ed2f8214dd4 req-e06f380a-4352-4aa2-bc36-4576061d1f24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:13.996621 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a95be4dd-9de8-4661-af2f-4ed2f8214dd4 req-e06f380a-4352-4aa2-bc36-4576061d1f24 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0584011 May 19 06:43:14.060787 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'd67484ff-b618-494e-968d-e2c19683a110', 'name': '', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'mac_address': 'fa:16:3e:06:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:08Z', 'updated_at': '2022-05-19T06:43:13Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'subnets': [{'id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:14.069062 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a95be4dd-9de8-4661-af2f-4ed2f8214dd4 req-25a7fae1-702e-4d64-bbf8-6a608c79308b tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659606 May 19 06:43:14.069365 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port d29d3125-ce47-4542-8c85-aa351e45e595 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:14.069753 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:14.086374 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09c29c-c9d5-4006-a40c-efa2664b86b5 None None] The sync data for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi is: [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:09Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': 'd67484ff-b618-494e-968d-e2c19683a110', 'name': '', 'network_id': '936f9e51-6691-4922-95d1-02b753ffbafd', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'mac_address': 'fa:16:3e:06:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:08Z', 'updated_at': '2022-05-19T06:43:13Z', 'revision_number': 4, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'subnets': [{'id': 'f71c318a-00df-46f6-944a-86e1a176ccbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:14.091047 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-2af79d69-9e1d-4a0d-a5ab-0cf978a28517 None None] Current status of the port d67484ff-b618-494e-968d-e2c19683a110 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:14.150661 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port d29d3125-ce47-4542-8c85-aa351e45e595 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:14.152011 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d67484ff-b618-494e-968d-e2c19683a110 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:14.199610 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:14.199891 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:14.227385 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:14.275895 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port d67484ff-b618-494e-968d-e2c19683a110 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:15.188023 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5360387-72c1-4e7d-8154-4abb99af979f req-d4ca8d9b-7b3b-4611-bb72-eab5e99f533a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:15.190129 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5360387-72c1-4e7d-8154-4abb99af979f req-d4ca8d9b-7b3b-4611-bb72-eab5e99f533a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 943 time: 0.0516164 May 19 06:43:15.244135 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-e5360387-72c1-4e7d-8154-4abb99af979f req-53d00196-ee4e-4c17-8ce8-7d5c1cdc94d3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 May 19 06:43:15.831127 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d67484ff-b618-494e-968d-e2c19683a110 up at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:15.857773 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:15.881464 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Provisioning complete for port d67484ff-b618-494e-968d-e2c19683a110 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:15.881844 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (d67484ff-b618-494e-968d-e2c19683a110), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:15.956744 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Current status of the port d67484ff-b618-494e-968d-e2c19683a110 is: ACTIVE; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:16.043770 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e30dd969-e227-4861-b1fe-f804ef540a02 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:43:16.058213 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-47477839-79d3-4dcd-bc8d-63b97ef82914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:16.155158 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e30dd969-e227-4861-b1fe-f804ef540a02,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:16.166545 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'port_id': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'mac_address': 'fa:16:3e:e6:f0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:43:16.208403 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e30dd969-e227-4861-b1fe-f804ef540a02 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:16.208714 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:16.222677 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30dd969-e227-4861-b1fe-f804ef540a02 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:43:16.243286 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e30dd969-e227-4861-b1fe-f804ef540a02,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:16.247395 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:16.305769 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:16.365095 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a09b8-8532-4ac7-b6c7-45e3b5618036 req-43c58a14-8924-4069-aa5f-42b7dbaf0258 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:16.366628 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-580a09b8-8532-4ac7-b6c7-45e3b5618036 req-43c58a14-8924-4069-aa5f-42b7dbaf0258 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 944 time: 0.0526330 May 19 06:43:16.418667 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-580a09b8-8532-4ac7-b6c7-45e3b5618036 req-007850b6-4d48-439a-83c8-fb6f959829f5 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 May 19 06:43:16.476458 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['e30dd969-e227-4861-b1fe-f804ef540a02'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:43:17.498403 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:17.536722 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc9bbb-2e2e-4dd3-971f-5a73cce81999 req-ebc29203-b9cc-4b03-83f0-64b43b690bcb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:17.538345 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dbdc9bbb-2e2e-4dd3-971f-5a73cce81999 req-ebc29203-b9cc-4b03-83f0-64b43b690bcb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 944 time: 0.0499396 May 19 06:43:17.587673 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-dbdc9bbb-2e2e-4dd3-971f-5a73cce81999 req-4d996d52-5757-4bab-9ef9-aec3e87238ba tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 May 19 06:43:17.667398 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:18.060315 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e30dd969-e227-4861-b1fe-f804ef540a02 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:18.082817 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:18.108443 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port e30dd969-e227-4861-b1fe-f804ef540a02 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:43:18.115823 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port e30dd969-e227-4861-b1fe-f804ef540a02 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:18.116590 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:18.148882 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:18.199563 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port e30dd969-e227-4861-b1fe-f804ef540a02 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:18.199951 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:18.224804 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:18.227697 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb7097-397e-4c1c-878c-0b2f784f48c5" -d '{"events": [{"server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "name": "network-vif-plugged", "status": "completed", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:18.241656 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e30dd969-e227-4861-b1fe-f804ef540a02,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:18.246177 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:18.300848 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:18.331265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc359fa-80ce-4b2e-8769-aaadec984e32 x-openstack-request-id: req-8cc359fa-80ce-4b2e-8769-aaadec984e32 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:18.331551 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "name": "network-vif-plugged", "status": "completed", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:18.331800 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8cc359fa-80ce-4b2e-8769-aaadec984e32 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:18.332197 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc359fa-80ce-4b2e-8769-aaadec984e32'] response: {'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'code': 200} May 19 06:43:18.569271 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a67f-f284-4c16-8caf-a222e8edb190 req-a171ee5b-8385-4d2c-a9ad-6e7f39107313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:18.570753 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e70a67f-f284-4c16-8caf-a222e8edb190 req-a171ee5b-8385-4d2c-a9ad-6e7f39107313 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1129 time: 0.0416446 May 19 06:43:18.619323 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3e70a67f-f284-4c16-8caf-a222e8edb190 req-969e8cb5-9cce-4257-aae4-17850b374177 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 May 19 06:43:18.709393 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8a27-c81c-45f6-a1d0-5b3b517cdeef req-ec051b4d-74bb-471a-813c-5a74e1d14f51 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:18.710905 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cdea8a27-c81c-45f6-a1d0-5b3b517cdeef req-ec051b4d-74bb-471a-813c-5a74e1d14f51 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0541298 May 19 06:43:18.763051 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-cdea8a27-c81c-45f6-a1d0-5b3b517cdeef req-9792e86b-c9f9-4d93-88a3-b0a17132d25a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464694 May 19 06:43:18.851989 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:19.887848 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17418-177b-475c-a221-700120788414 req-bbfce784-86dc-4e6f-a08c-2bdb9b73b7cf tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:19.889348 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eae17418-177b-475c-a221-700120788414 req-bbfce784-86dc-4e6f-a08c-2bdb9b73b7cf tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0504007 May 19 06:43:19.943925 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eae17418-177b-475c-a221-700120788414 req-983e3fa9-81a9-49f0-bf2e-3acd0d711569 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 May 19 06:43:20.056708 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:21.047006 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:21.065015 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0093b-6224-42a0-ab20-29b83978a6c6 req-70ad2a30-a091-406a-8a42-c30cebc02ecc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:21.066502 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bac0093b-6224-42a0-ab20-29b83978a6c6 req-70ad2a30-a091-406a-8a42-c30cebc02ecc tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0513101 May 19 06:43:21.124369 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bac0093b-6224-42a0-ab20-29b83978a6c6 req-eec18c34-a33b-4f9f-b7e7-58abf8d429b3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523677 May 19 06:43:21.239615 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f3df3-743d-4af5-a816-493c6425c60f req-22a5577b-3b93-48f5-9f36-286e4d41e3c4 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:21.240991 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8b6f3df3-743d-4af5-a816-493c6425c60f req-22a5577b-3b93-48f5-9f36-286e4d41e3c4 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0465126 May 19 06:43:21.272616 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:21.301649 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8b6f3df3-743d-4af5-a816-493c6425c60f req-f3891fa5-346d-47df-a761-c333693ec5e4 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550578 May 19 06:43:21.323593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34088) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:21.361469 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835b171-5901-4bfd-b040-6cb5e5a5e41f tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:21.362962 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c835b171-5901-4bfd-b040-6cb5e5a5e41f tempest-TestVolumeBootPattern-1866315186 tempest-TestVolumeBootPattern-1866315186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1124 time: 0.0384018 May 19 06:43:21.365842 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34090) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:21.369887 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'port_id': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:21.390060 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:21.458764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:21.471341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:21.578492 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Allocated IP 172.27.1.112 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/3fa0e5e5-ee92-4497-8eea-50f7affd5fbf) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:21.677724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:21.709226 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:21.755657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:21.758945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:21.762729 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:21.766047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=3fa0e5e5-ee92-4497-8eea-50f7affd5fbf,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:22.109120 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:22.118705 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (0f1daf9f-b7b8-4ec4-8834-79b143d40144), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:22.189685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:22.218153 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:22.369235 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:22.373653 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:22.439426 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event updated for resources: {'Port': ['ID=3fa0e5e5-ee92-4497-8eea-50f7affd5fbf,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:22.451108 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (0f1daf9f-b7b8-4ec4-8834-79b143d40144), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:22.545070 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP 0f1daf9f-b7b8-4ec4-8834-79b143d40144 associated. External IP: 172.27.1.112, port: e30dd969-e227-4861-b1fe-f804ef540a02. May 19 06:43:22.742761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:43:23.092638 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:23.103954 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:23.111308 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:23.116220 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:23.116851 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:43:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:23.142324 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9073b756-dfb8-4c64-8e1a-316915533b08 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7754779 May 19 06:43:23.142895 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:23.145173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823" -d '{"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:23.181160 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dcc0bf-f0e2-4d83-b0c5-4be7390f5808 x-openstack-request-id: req-44dcc0bf-f0e2-4d83-b0c5-4be7390f5808 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:23.181488 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:23.181741 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44dcc0bf-f0e2-4d83-b0c5-4be7390f5808 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:23.182142 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dcc0bf-f0e2-4d83-b0c5-4be7390f5808'] response: {'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'status': 'completed', 'code': 200} May 19 06:43:23.185866 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:43:23.215051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:23.223978 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:23.246023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-9f07c60b-1317-4ebf-88f8-2aa33941613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:23.247494 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-9f07c60b-1317-4ebf-88f8-2aa33941613d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1129 time: 0.0413103 May 19 06:43:23.340840 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-97839d14-89ce-4359-9021-dd1301c9cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:23.342336 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-97839d14-89ce-4359-9021-dd1301c9cf66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0880785 May 19 06:43:23.409794 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-52adddab-e13e-470d-9b4c-65449c1ceaf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 999 time: 0.0578525 May 19 06:43:23.450950 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '0f1daf9f-b7b8-4ec4-8834-79b143d40144', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:e6:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:21Z', 'updated_at': '2022-05-19T06:43:21Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}, {'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:23.456985 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:23.465212 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-c65d832b-fd41-4be8-98fe-20e57abf6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:23.466659 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-c65d832b-fd41-4be8-98fe-20e57abf6134 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0488076 May 19 06:43:23.475335 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:23.483867 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:23.484480 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:43:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:23.512161 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-9a5fcb75-eba5-4000-b9ef-bb6d61f8a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:23.513652 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-9a5fcb75-eba5-4000-b9ef-bb6d61f8a6db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387621 May 19 06:43:23.587562 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:23.605005 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-5326ba1b-428a-4b41-ad36-0791bfd4dc01 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814190 May 19 06:43:23.699066 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ea2e7cd9-c117-42f0-8c1a-c68a9575f823 req-f965e832-0eaa-4964-9dda-249e1819bfb5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 May 19 06:43:23.754406 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:23.827672 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '0f1daf9f-b7b8-4ec4-8834-79b143d40144', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:e6:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:21Z', 'updated_at': '2022-05-19T06:43:21Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}, {'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:23.852531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c299d6-db81-4aef-beb5-4d3800e9df5e None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '0f1daf9f-b7b8-4ec4-8834-79b143d40144', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:e6:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:21Z', 'updated_at': '2022-05-19T06:43:21Z', 'revision_number': 0, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}, {'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:24.038845 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92180f-9334-4bc1-980b-0954bff80931 None None] New status for floating IP 0f1daf9f-b7b8-4ec4-8834-79b143d40144: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:43:25.615305 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-1c4199e4-88a6-4279-a977-d3b372cbbd5c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591794991&fields=id&tenant_id=4acaeb032d8e44eb97a4b0a573e7c360 HTTP/1.1" status: 200 len: 267 time: 0.0442445 May 19 06:43:25.722738 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-0d21eba6-5e02-4c2b-a793-0746f896f40f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:25.724180 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-0d21eba6-5e02-4c2b-a793-0746f896f40f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 809 time: 0.1027217 May 19 06:43:25.742553 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-efb6358c-d8c2-4a81-ace5-f4c5d3f3d525 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/quotas/4acaeb032d8e44eb97a4b0a573e7c360 HTTP/1.1" status: 200 len: 375 time: 0.0124021 May 19 06:43:25.792306 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-e21ac3d7-1ab0-4d8f-82b1-e5d00d4c4fc4 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441303 May 19 06:43:25.891433 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-38d71ed9-2b6f-4ebf-b54c-7f2edaad0043 service neutron] 10.222.0.65 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 May 19 06:43:25.989314 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-ac668cf6-18d8-4b23-a8fb-e16b5fdd6c4f service neutron] 10.222.0.65 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892246 May 19 06:43:26.288369 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-b29b7e0f-de59-4aff-9436-dfbbb9f61388 req-d010a749-1085-4b29-957f-edd6387733d8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 210 time: 0.0330133 May 19 06:43:27.192984 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-d8d4e20c-a19a-41cb-8636-b48ab37a88e3 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:27.194960 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-d8d4e20c-a19a-41cb-8636-b48ab37a88e3 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 809 time: 0.1099877 May 19 06:43:27.259236 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-d309775b-f89f-47e2-9209-40e4629128a1 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4acaeb032d8e44eb97a4b0a573e7c360 HTTP/1.1" status: 200 len: 379 time: 0.0549531 May 19 06:43:27.268552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'port': {'device_id': '6d3432db-453c-433c-8644-7aef9960fb7b', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'admin_state_up': True, 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'security_groups': ['b681f576-366c-47b6-a670-7da7b378b429']}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:27.273247 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:27.401375 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:27.403358 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a0402c1a-90a9-4264-b292-5a90aa78edd3 req-43a1e738-d838-419a-bb5c-22776e348981 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 210 time: 0.0396845 May 19 06:43:27.418545 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Made reservation on behalf of 4acaeb032d8e44eb97a4b0a573e7c360 for: {'port': 1} {{(pid=103757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 06:43:27.421943 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:27.560934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_common [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Allocated IP 172.20.0.13 (867c2200-fd03-4161-8363-f51839743ece/32d53bb9-6840-4cc0-939a-f3b8f9d6a481/96bc5f89-9dca-4662-8882-eed7169c3f63) {{(pid=103757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:27.711868 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), precommit_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:27.746629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_create {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:27.798510 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Network 867c2200-fd03-4161-8363-f51839743ece is already hosted by enough agents. {{(pid=103757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:27.801564 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.base_scheduler [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Resources bound (agent type, host, resource id): {{(pid=103757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:27.805477 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Received port after_create {{(pid=103757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:27.831597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=1']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:27.863824 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:27.864470 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:27.881716 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-3a8aedbe-f8a9-4f4e-b342-b36886ae970c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172194 May 19 06:43:27.892337 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.v2.base [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Request body: {'port': {'device_id': '6d3432db-453c-433c-8644-7aef9960fb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:27.956207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.092795 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-ea7816f2-b99d-44ad-b01c-7fa5ff8cb260 None None] Provisioning complete for port 96bc5f89-9dca-4662-8882-eed7169c3f63 triggered by entity DHCP. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:28.093373 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ea7816f2-b99d-44ad-b01c-7fa5ff8cb260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.129374 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ea7816f2-b99d-44ad-b01c-7fa5ff8cb260 None None] Port 96bc5f89-9dca-4662-8882-eed7169c3f63 cannot update to ACTIVE because it is not bound. {{(pid=103758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 06:43:28.199291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:28.209880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:28.262197 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc5f89-9dca-4662-8882-eed7169c3f63 {{(pid=103757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:43:28.271464 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks [] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), precommit_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.286265 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.provisioning_blocks [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Transition to ACTIVE for port object 96bc5f89-9dca-4662-8882-eed7169c3f63 will not be triggered until provisioned by entity L2. {{(pid=103757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 06:43:28.290083 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.345584 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=2']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:28.419190 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Attempting to bind port 96bc5f89-9dca-4662-8882-eed7169c3f63 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 06:43:28.419567 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Attempting to bind port 96bc5f89-9dca-4662-8882-eed7169c3f63 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 06:43:28.420005 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Attempting to bind port 96bc5f89-9dca-4662-8882-eed7169c3f63 on network 867c2200-fd03-4161-8363-f51839743ece {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:28.425527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Port 96bc5f89-9dca-4662-8882-eed7169c3f63 on network 867c2200-fd03-4161-8363-f51839743ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 06:43:28.425905 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Attempting to bind port 96bc5f89-9dca-4662-8882-eed7169c3f63 on network 867c2200-fd03-4161-8363-f51839743ece {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 06:43:28.431132 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Checking agent: {'id': '6a9b77cc-6828-446b-953b-5b493e8b12eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'started_at': datetime.datetime(2022, 5, 19, 6, 28, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 06:43:28.431473 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Checking segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 06:43:28.431843 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Bound using segment: {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'} {{(pid=103757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 06:43:28.432259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.managers [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Bound port: 96bc5f89-9dca-4662-8882-eed7169c3f63, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c15f7b-3477-4b0b-bd37-34c105bb3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '867c2200-fd03-4161-8363-f51839743ece'}}] {{(pid=103757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 06:43:28.432616 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.513534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, cleared binding levels {{(pid=103757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 06:43:28.517604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 06:43:28.524073 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25547133'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.527284 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420176-2db8-4ecd-b712-2a38733ea630 req-9a82cd90-6311-4cbd-a0fb-6b1d003a8e6f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:28.528888 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f7420176-2db8-4ecd-b712-2a38733ea630 req-9a82cd90-6311-4cbd-a0fb-6b1d003a8e6f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0485475 May 19 06:43:28.564028 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:28.565039 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:28.566046 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] 10.222.0.59 "PUT /v2.0/ports/96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1094 time: 0.6782856 May 19 06:43:28.566479 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:28.568774 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:28.591633 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2699b-fa28-446a-96e8-dcd420e6f252 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=3']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:28.605468 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f7420176-2db8-4ecd-b712-2a38733ea630 req-73e8e4d3-dcee-4dce-b8e8-c967d948543f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702016 May 19 06:43:28.621539 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a1cdf-9b99-4916-a18a-7aca773c145f x-openstack-request-id: req-be8a1cdf-9b99-4916-a18a-7aca773c145f {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:28.621823 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:28.622269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be8a1cdf-9b99-4916-a18a-7aca773c145f {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:28.622697 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8a1cdf-9b99-4916-a18a-7aca773c145f'] response: {'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'status': 'completed', 'code': 200} May 19 06:43:28.654851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-2fa75b4a-ab20-407d-9d68-b491e8981b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:28.657045 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-2fa75b4a-ab20-407d-9d68-b491e8981b71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1128 time: 0.0491135 May 19 06:43:28.696988 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-04eceb36-3b30-4d60-9134-bd9ad19afb67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 217 time: 0.0341427 May 19 06:43:28.748699 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-123ccdee-cec6-40e3-bced-88d49169f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:28.750484 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-123ccdee-cec6-40e3-bced-88d49169f876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0479503 May 19 06:43:28.798673 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef543-6f32-449f-b06e-726ba9f556ef req-002e9f22-cfa6-4d3c-a78b-814a67e392d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:28.800140 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-002e9f22-cfa6-4d3c-a78b-814a67e392d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442610 May 19 06:43:28.889505 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-03f975e8-d570-420a-90e0-96406406c830 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833130 May 19 06:43:28.982392 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4adef543-6f32-449f-b06e-726ba9f556ef req-389aa9f2-5e40-485e-880f-d34b901a4edf service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872061 May 19 06:43:29.232651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-6e301154-5961-4c23-9703-71a997ff93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:29.234146 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-6e301154-5961-4c23-9703-71a997ff93ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1128 time: 0.0393267 May 19 06:43:29.327733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-81129a8a-c9ea-4748-a766-8f674665d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:29.329838 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-81129a8a-c9ea-4748-a766-8f674665d478 service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0892503 May 19 06:43:29.368788 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-0675c8e3-1aa9-456a-b47d-5243969e36b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 217 time: 0.0329597 May 19 06:43:29.398566 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:29.419285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-edc04a4b-f40a-4e3b-9040-cf3254a93b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:29.420754 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-edc04a4b-f40a-4e3b-9040-cf3254a93b8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0464771 May 19 06:43:29.458497 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:29.464731 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-606862ef-afda-4572-9113-46625ba3a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:29.466274 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-606862ef-afda-4572-9113-46625ba3a080 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402365 May 19 06:43:29.558718 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-2e0bef4d-b550-4233-ac2e-e6bcb5943b52 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 May 19 06:43:29.650670 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f62bfdb7-1733-4b1d-8d9f-aeaa70d87758 req-8eab026f-8bf5-4617-ad9e-d725c0c1e291 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860605 May 19 06:43:29.725600 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c5537-84ac-4f4f-9861-925a7d92e3d1 req-d3812462-3ce0-4c3a-af57-64f3c440b13b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:29.727078 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d39c5537-84ac-4f4f-9861-925a7d92e3d1 req-d3812462-3ce0-4c3a-af57-64f3c440b13b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0478482 May 19 06:43:29.775199 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d39c5537-84ac-4f4f-9861-925a7d92e3d1 req-d6fd527d-56a6-4cc0-a079-fad483f71f72 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 May 19 06:43:30.887114 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf125eb-4a5a-4ddc-b37c-a032bbacb380 req-4771e8f1-b912-49eb-8c22-a1fecc649788 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:30.888562 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bbf125eb-4a5a-4ddc-b37c-a032bbacb380 req-4771e8f1-b912-49eb-8c22-a1fecc649788 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0469851 May 19 06:43:30.938455 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-bbf125eb-4a5a-4ddc-b37c-a032bbacb380 req-477b1a62-0b57-4ef1-b5e4-eab3c4eaf21c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439911 May 19 06:43:32.050882 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630937-7469-4a16-ba38-24299867f18b req-dccdad2f-b8e1-47c7-9f18-347bb1aefc39 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:32.052282 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-57630937-7469-4a16-ba38-24299867f18b req-dccdad2f-b8e1-47c7-9f18-347bb1aefc39 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0473666 May 19 06:43:32.102970 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-57630937-7469-4a16-ba38-24299867f18b req-193ed987-4802-479e-9947-2d32852fb1fb tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451338 May 19 06:43:33.226276 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b0b9-ea04-4f18-b4fa-33f6e64046a8 req-6d66e98f-eb56-4e2b-bb9b-a5e426a8ecfe tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:33.227783 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fda2b0b9-ea04-4f18-b4fa-33f6e64046a8 req-6d66e98f-eb56-4e2b-bb9b-a5e426a8ecfe tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0533929 May 19 06:43:33.277254 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-fda2b0b9-ea04-4f18-b4fa-33f6e64046a8 req-888a0485-79e5-4d8b-a8cd-9889510f11ae tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 May 19 06:43:34.396225 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d383-884c-4b00-9fc1-43a461f7c22f req-f0217084-3dcc-44c4-a95e-77f5271ff495 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:34.397777 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4561d383-884c-4b00-9fc1-43a461f7c22f req-f0217084-3dcc-44c4-a95e-77f5271ff495 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0498037 May 19 06:43:34.445453 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-4561d383-884c-4b00-9fc1-43a461f7c22f req-3ce03ec0-c09d-4535-8cc9-5328bf0c139e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 May 19 06:43:34.724633 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:34.737426 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:35.559009 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b056a8-0ce5-4521-bfc9-3e05d23cda33 req-2469add1-a541-41fe-a8c7-bf4b50d44051 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:35.560470 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4b056a8-0ce5-4521-bfc9-3e05d23cda33 req-2469add1-a541-41fe-a8c7-bf4b50d44051 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0479724 May 19 06:43:35.609174 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f4b056a8-0ce5-4521-bfc9-3e05d23cda33 req-5b26cd44-c392-4231-b907-02cf5767408d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428553 May 19 06:43:36.723929 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee6717-9a8a-4640-b5ef-17aba344e6d6 req-741357e0-5d08-40fd-b920-2c08a342a9df tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:36.725426 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a1ee6717-9a8a-4640-b5ef-17aba344e6d6 req-741357e0-5d08-40fd-b920-2c08a342a9df tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0483522 May 19 06:43:36.774084 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a1ee6717-9a8a-4640-b5ef-17aba344e6d6 req-ee4cb799-2aff-49ef-8b49-f5a969f0c966 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 May 19 06:43:37.886180 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc76ee-6b94-40af-bcc6-5bf3c6c9a5f7 req-0dad5c96-2b3b-425e-a057-c2160083951c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:37.887636 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2fc76ee-6b94-40af-bcc6-5bf3c6c9a5f7 req-0dad5c96-2b3b-425e-a057-c2160083951c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0465879 May 19 06:43:37.940966 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d2fc76ee-6b94-40af-bcc6-5bf3c6c9a5f7 req-eaabc865-8057-4958-8e52-a9795503b13d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472672 May 19 06:43:38.148123 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:43:38.372208 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:38.383690 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'mac_address': 'fa:16:3e:89:03:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:43:38.417581 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 96bc5f89-9dca-4662-8882-eed7169c3f63 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:38.417887 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:38.431255 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc5f89-9dca-4662-8882-eed7169c3f63 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:43:38.451088 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:38.454889 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:38.502236 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=4']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:38.695306 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['96bc5f89-9dca-4662-8882-eed7169c3f63'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:43:39.052433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8428c9-b193-4dd6-a461-c884ac41dec7 req-d05ac124-86eb-40fe-a09b-cb42ea2e385c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:39.053919 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8a8428c9-b193-4dd6-a461-c884ac41dec7 req-d05ac124-86eb-40fe-a09b-cb42ea2e385c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 945 time: 0.0464790 May 19 06:43:39.110571 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8a8428c9-b193-4dd6-a461-c884ac41dec7 req-d00a208d-4214-43bb-a827-0a0a254b7d24 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510707 May 19 06:43:40.146444 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:43:40.194096 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning for port 96bc5f89-9dca-4662-8882-eed7169c3f63 completed by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 06:43:40.200256 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 96bc5f89-9dca-4662-8882-eed7169c3f63 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:43:40.200857 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:40.229137 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:40.231227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444baf3-135a-4c0d-ad0d-ee3edca8ed3b req-65c8eb85-6ef7-4468-b907-cfcfb662f846 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:40.232803 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5444baf3-135a-4c0d-ad0d-ee3edca8ed3b req-65c8eb85-6ef7-4468-b907-cfcfb662f846 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 945 time: 0.0498376 May 19 06:43:40.278415 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 96bc5f89-9dca-4662-8882-eed7169c3f63 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:43:40.278799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:40.285636 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5444baf3-135a-4c0d-ad0d-ee3edca8ed3b req-2b11e8e9-ab31-46e6-beef-716feee39f50 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462782 May 19 06:43:40.305325 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:40.307509 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbca8d6-4805-418c-8755-d347902aa6cd" -d '{"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-plugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:40.320387 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:43:40.324708 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:40.349832 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa37465-19be-4f4a-9398-060092b06c12 x-openstack-request-id: req-7fa37465-19be-4f4a-9398-060092b06c12 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:40.350114 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-plugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:40.350362 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fa37465-19be-4f4a-9398-060092b06c12 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:40.350742 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa37465-19be-4f4a-9398-060092b06c12'] response: {'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'code': 200} May 19 06:43:40.364696 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:40.383213 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=5']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:40.570914 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531da2f-c8ce-4987-b849-cbf1915a523d req-d16d4cfc-84fd-45c3-b1ff-c9d10286a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:40.572423 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d531da2f-c8ce-4987-b849-cbf1915a523d req-d16d4cfc-84fd-45c3-b1ff-c9d10286a036 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0384462 May 19 06:43:40.619709 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d531da2f-c8ce-4987-b849-cbf1915a523d req-8b30f58a-3a7a-4c10-b527-19885fbc3132 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401871 May 19 06:43:41.399948 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3653-18f3-4583-894f-c9781b6f5025 req-43efb0f5-70b8-4211-a39b-a11a4a079e65 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:41.401415 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7c4c3653-18f3-4583-894f-c9781b6f5025 req-43efb0f5-70b8-4211-a39b-a11a4a079e65 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0467193 May 19 06:43:41.449560 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7c4c3653-18f3-4583-894f-c9781b6f5025 req-7dde97d8-4b78-442a-9882-09e7d6762491 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 May 19 06:43:42.164875 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:42.165663 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:42.569396 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056e59a-8242-4d49-ad98-e8d65a393793 req-3d90ebf7-e8f9-45e8-9d7c-3e8cc5e8948b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:42.570903 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e056e59a-8242-4d49-ad98-e8d65a393793 req-3d90ebf7-e8f9-45e8-9d7c-3e8cc5e8948b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0491464 May 19 06:43:42.620616 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-e056e59a-8242-4d49-ad98-e8d65a393793 req-def9cb85-1a1f-461d-90b8-48712ece2e27 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442073 May 19 06:43:42.736634 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69123a-1cf5-4654-9fc4-c4dcb084446e req-d3a2e8a0-8d01-4451-8ee8-804e87e5662b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:42.738025 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a69123a-1cf5-4654-9fc4-c4dcb084446e req-d3a2e8a0-8d01-4451-8ee8-804e87e5662b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0510755 May 19 06:43:42.787508 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5a69123a-1cf5-4654-9fc4-c4dcb084446e req-9fbe16c0-488d-404a-aa69-fbd255d89bed tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438871 May 19 06:43:42.808721 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34164) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:42.935986 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143eefb-6a0b-4167-a3b7-4591b52622e1 tempest-TestShelveInstance-437589841 tempest-TestShelveInstance-437589841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:42.937509 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c143eefb-6a0b-4167-a3b7-4591b52622e1 tempest-TestShelveInstance-437589841 tempest-TestShelveInstance-437589841-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1125 time: 0.1277976 May 19 06:43:42.941473 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34168) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:43:42.945588 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.v2.base [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Request body: {'floatingip': {'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 06:43:42.966124 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:42.969638 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:43.021691 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:43.048019 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.151976 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Allocated IP 172.27.1.170 (0a9c8b00-74d6-4c38-81f9-84b70c9dc014/ff1f8a87-239f-4f0d-bb62-70c3df8913ac/935138b0-62ab-4fd2-a6d2-f8d9754b2013) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 06:43:43.258910 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.290965 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765146198833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.329200 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Network 0a9c8b00-74d6-4c38-81f9-84b70c9dc014 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 06:43:43.334608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 06:43:43.338590 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 06:43:43.360016 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'Port': ['ID=935138b0-62ab-4fd2-a6d2-f8d9754b2013,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:43.377330 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.377754 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.378100 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.378427 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.378755 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.379081 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.379402 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.379718 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.380042 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.380360 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.380677 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.380995 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.381339 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.381657 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.381972 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:43:43.705802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for floatingip (97e809e9-cc24-4b71-8ff8-1d8ecb642517), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.734666 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:43.773273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8092-cc5c-4038-b89f-5b4ad85ef85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.776331 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.799030 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:43.960626 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:43.964864 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25556324'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:44.030349 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event updated for resources: {'Port': ['ID=935138b0-62ab-4fd2-a6d2-f8d9754b2013,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:43:44.042920 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1975703'] for floatingip (97e809e9-cc24-4b71-8ff8-1d8ecb642517), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:44.139199 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Floating IP 97e809e9-cc24-4b71-8ff8-1d8ecb642517 associated. External IP: 172.27.1.170, port: 96bc5f89-9dca-4662-8882-eed7169c3f63. May 19 06:43:44.336179 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Router 2f501162-1482-42e1-b807-8ecb83fcc054 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:43:44.438534 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:43:44.448444 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Sync routers for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:43:44.456793 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:44.460199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:44.460199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:43:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:44.487779 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-094ebabd-f9b3-4b9d-933d-844d34b3896e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5453329 May 19 06:43:44.488344 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:43:44.490653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:43:44.564199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:44.588764 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06b96c-944c-4934-8066-216fafbb915a x-openstack-request-id: req-fe06b96c-944c-4934-8066-216fafbb915a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:43:44.589051 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:43:44.589333 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe06b96c-944c-4934-8066-216fafbb915a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:43:44.589744 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe06b96c-944c-4934-8066-216fafbb915a'] response: {'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'status': 'completed', 'code': 200} May 19 06:43:44.653785 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-e3db1016-7e83-4fc4-a77c-395cd353ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:44.655291 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-e3db1016-7e83-4fc4-a77c-395cd353ce76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0430338 May 19 06:43:44.717787 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:44.748861 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-1157e2f6-5c4e-44ec-9859-f30d8e818a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:44.750343 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-1157e2f6-5c4e-44ec-9859-f30d8e818a8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0896876 May 19 06:43:44.775461 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '97e809e9-cc24-4b71-8ff8-1d8ecb642517', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'mac_address': 'fa:16:3e:89:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3432db-453c-433c-8644-7aef9960fb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:43Z', 'updated_at': '2022-05-19T06:43:43Z', 'revision_number': 0, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:44.804081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Checking router: 2f501162-1482-42e1-b807-8ecb83fcc054 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:43:44.813272 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:43:44.814478 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:43:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:44.818390 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-17072032-221a-47b9-8fe1-64e939f5f37b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1000 time: 0.0614645 May 19 06:43:44.853378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:44.867987 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-b8b08ca0-fa34-48b0-8c90-a659d553a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:44.869582 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-b8b08ca0-fa34-48b0-8c90-a659d553a3bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0446315 May 19 06:43:44.915551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-b584c2ef-53b4-425a-9761-ae45b3a048b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:44.917043 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-b584c2ef-53b4-425a-9761-ae45b3a048b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392568 May 19 06:43:44.920556 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:43:45.013625 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-ab7f852a-3b82-4247-8878-0d2b4c4d8201 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900700 May 19 06:43:45.105771 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-83cdb3f2-7b7d-4599-a226-f8ac1d48fcfe req-92f7344d-948e-4d04-a2a1-5e2d6821e729 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 May 19 06:43:45.133337 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '97e809e9-cc24-4b71-8ff8-1d8ecb642517', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'mac_address': 'fa:16:3e:89:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3432db-453c-433c-8644-7aef9960fb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:43Z', 'updated_at': '2022-05-19T06:43:43Z', 'revision_number': 0, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:43:45.162524 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199aa84-57f3-412a-8275-26734e01ddbe None None] The sync data for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi is: [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': '97e809e9-cc24-4b71-8ff8-1d8ecb642517', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'mac_address': 'fa:16:3e:89:03:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3432db-453c-433c-8644-7aef9960fb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:43:43Z', 'updated_at': '2022-05-19T06:43:43Z', 'revision_number': 0, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:43:45.350223 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e038a3-59e3-4ec7-a86a-f9928c944c96 None None] New status for floating IP 97e809e9-cc24-4b71-8ff8-1d8ecb642517: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:43:46.052485 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-219a750f-946c-43c7-a35f-971e78e9fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:46.107501 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-aff571a9-2503-47a4-8cc7-eb8ee089c58e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432725 May 19 06:43:46.186720 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-9dec5fd6-218a-4b06-85fb-0b08b9b7884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:46.188240 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-9dec5fd6-218a-4b06-85fb-0b08b9b7884e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1130 time: 0.0392513 May 19 06:43:46.291073 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-7cf47ee1-2d45-450f-93d9-e67625017187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:46.292561 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-7cf47ee1-2d45-450f-93d9-e67625017187 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0868526 May 19 06:43:46.358017 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-240eb8d4-eee5-4559-aa33-9762cebb672a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 1001 time: 0.0595496 May 19 06:43:46.405986 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-5e7eca4e-c920-4996-b117-ff2bf51c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:46.407469 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-5e7eca4e-c920-4996-b117-ff2bf51c3d71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0445480 May 19 06:43:46.450572 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-76019bb7-c157-41cb-82a8-ebfe9553f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:43:46.452014 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-76019bb7-c157-41cb-82a8-ebfe9553f9a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381362 May 19 06:43:46.543491 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-7b58becd-ab9c-4623-a65f-bb085383061b service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857298 May 19 06:43:46.635604 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-2b658543-aaaa-4b3e-b980-b31ad96796e9 req-ff0a8630-2a68-4558-8a9d-7fe49edb791f service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 May 19 06:43:47.668504 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:48.848559 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:48.853821 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:50.051881 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:43:54.478465 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:54.484827 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:56.626527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=92 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:43:56.632534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=74 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:00.190570 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:44:00.917618 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:00.919524 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=15 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:04.743727 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:10.179753 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:10.187074 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:13.776196 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c534-d983-49bc-bae0-665b7932fee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:16.054781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0b811859-9698-48c3-8956-b0f5e226dba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:17.671630 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:18.855223 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:20.054896 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:30.044666 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:30.050419 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:34.759715 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:37.189532 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:44:43.778151 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1071ccb1-df9c-4d6c-b057-77154e9d67c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:46.057182 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2ea51d0-2e70-4886-9000-187e8cd366db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:47.092264 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-2839e0a0-ba16-4b01-8971-7ef9fea032dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384812 May 19 06:44:47.149826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-15a68508-09a8-4efe-9095-ab09994b88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:44:47.151298 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-15a68508-09a8-4efe-9095-ab09994b88b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1129 time: 0.0395739 May 19 06:44:47.185011 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:47.185865 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:47.256597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-371dd9e8-4767-4500-97b0-61dc854d31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:44:47.258152 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-371dd9e8-4767-4500-97b0-61dc854d31b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.0891473 May 19 06:44:47.321270 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-66286b15-4731-4545-b4d4-750658a950fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 1001 time: 0.0551033 May 19 06:44:47.368659 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-91e48aab-1ed2-4547-8946-170440aa9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:44:47.370117 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-91e48aab-1ed2-4547-8946-170440aa9168 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0441122 May 19 06:44:47.417445 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-9c7b90c7-6e9b-40c7-9a83-526d6fc9bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:44:47.418907 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-9c7b90c7-6e9b-40c7-9a83-526d6fc9bf76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425982 May 19 06:44:47.507258 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-32637e9e-795c-4f3c-ad91-6c037297ee02 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825372 May 19 06:44:47.598854 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3dd791ab-d2e1-4c48-8c8b-42d2ce4e18d7 req-5aa9cbce-cf90-4155-a7b7-406054b5b5b0 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 May 19 06:44:47.675210 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:48.859421 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:50.058207 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:44:57.590399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=53 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:44:57.595651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=48 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:00.052290 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:00.054235 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:01.940990 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34206) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:02.175706 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port 3fa0e5e5-ee92-4497-8eea-50f7affd5fbf {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:02.176052 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:02.498368 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:02.498603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:02.511203 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for 3fa0e5e5-ee92-4497-8eea-50f7affd5fbf owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:02.651158 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (3fa0e5e5-ee92-4497-8eea-50f7affd5fbf), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:02.674142 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=3fa0e5e5-ee92-4497-8eea-50f7affd5fbf,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:02.684848 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.685188 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.685547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.685879 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.686206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.686526 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.687196 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.687196 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.687460 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.687833 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.688097 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.688414 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.688726 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.689038 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.689367 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:02.751353 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (0f1daf9f-b7b8-4ec4-8834-79b143d40144), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:02.751588 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP 0f1daf9f-b7b8-4ec4-8834-79b143d40144 disassociated (deleted). External IP: 172.27.1.112, port: e30dd969-e227-4861-b1fe-f804ef540a02. May 19 06:45:02.949603 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:45:03.052728 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:45:03.058061 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:03.062853 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:45:03.073451 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:03.074062 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:44:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:03.078132 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:03.088495 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-95ebba5b-2ee3-409c-be44-84e717e29f30 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "DELETE /v2.0/floatingips/0f1daf9f-b7b8-4ec4-8834-79b143d40144 HTTP/1.1" status: 204 len: 168 time: 1.1464279 May 19 06:45:03.089335 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:45:03.091547 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:45:03.153022 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ea3d8b-aaaa-4d66-8e6c-102ce90a0da5 x-openstack-request-id: req-60ea3d8b-aaaa-4d66-8e6c-102ce90a0da5 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:45:03.153363 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:45:03.154146 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60ea3d8b-aaaa-4d66-8e6c-102ce90a0da5 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:45:03.154146 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ea3d8b-aaaa-4d66-8e6c-102ce90a0da5'] response: {'name': 'network-changed', 'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'status': 'completed', 'code': 200} May 19 06:45:03.218742 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-e3afb6e6-6cab-43e6-ab20-c6a0c902a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:03.220490 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-e3afb6e6-6cab-43e6-ab20-c6a0c902a170 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 1129 time: 0.0441074 May 19 06:45:03.343153 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:03.566677 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:03.591971 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:45:03.600353 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:03.600966 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:44:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:03.626209 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd002a2-747d-4cb4-a9ab-c6eca3ed0626 req-87c838ac-1076-40fd-bb62-070ab9a1eacb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:03.627676 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3fd002a2-747d-4cb4-a9ab-c6eca3ed0626 req-87c838ac-1076-40fd-bb62-070ab9a1eacb tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.3284438 May 19 06:45:03.656118 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-57a79353-d43d-4efb-b5fc-ba850d3a650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:03.657577 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-57a79353-d43d-4efb-b5fc-ba850d3a650b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.4256892 May 19 06:45:03.690218 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3fd002a2-747d-4cb4-a9ab-c6eca3ed0626 req-ad8131e8-214a-40f4-a4dc-28568db84fb1 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562496 May 19 06:45:03.706037 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:03.917174 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:03.940897 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1527-6d9f-4368-9f74-d3d5b0fcb695 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_floatingips': [{'id': 'cb5e977b-105a-40dc-805b-8d2d72954d7d', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'router_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'port_id': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'mac_address': 'fa:16:3e:50:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T06:41:26Z', 'updated_at': '2022-05-19T06:41:28Z', 'revision_number': 1, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:45:04.161484 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f3bb6-5760-4960-8600-170f8d81ef85 None None] New status for floating IP 0f1daf9f-b7b8-4ec4-8834-79b143d40144: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:45:04.275164 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-010bb448-097b-465d-9fd8-f98398544d6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 200 len: 217 time: 0.0340466 May 19 06:45:04.328571 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-660a3d77-d8c2-4fe7-8b98-4a37032e5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:04.330004 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-660a3d77-d8c2-4fe7-8b98-4a37032e5e82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0487821 May 19 06:45:04.456683 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-7517ae95-8828-4953-b892-091408c26dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:04.458203 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-7517ae95-8828-4953-b892-091408c26dde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459468 May 19 06:45:04.549220 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-0e2ddd39-b369-4e4a-89c7-0c6b393c920b service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 May 19 06:45:04.772784 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:04.805160 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-767eb89c-28c7-4899-b54c-b201f0496313 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:04.805160 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-767eb89c-28c7-4899-b54c-b201f0496313 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0607145 May 19 06:45:04.816885 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481577-e98a-4070-a951-3f3661491b79 req-345bc83f-ee2f-4168-99a8-f32e6b633399 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:04.818415 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-04481577-e98a-4070-a951-3f3661491b79 req-345bc83f-ee2f-4168-99a8-f32e6b633399 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 945 time: 0.0501187 May 19 06:45:04.844878 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:04.864089 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-40e0d6f1-bef4-4e29-a5c3-3e997ade6ee4 req-07ffbf14-2811-4e09-8dd9-d93c16b95135 service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654599 May 19 06:45:04.873788 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-04481577-e98a-4070-a951-3f3661491b79 req-51f10c3e-7c4d-47ac-86ab-05eb92d0340f tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 May 19 06:45:04.912468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port e30dd969-e227-4861-b1fe-f804ef540a02 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:04.912805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:05.004449 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] For port e30dd969-e227-4861-b1fe-f804ef540a02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e30dd969-e227-4861-b1fe-f804ef540a02,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:05.004805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:05.019584 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for e30dd969-e227-4861-b1fe-f804ef540a02 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:05.145418 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e30dd969-e227-4861-b1fe-f804ef540a02), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:05.152331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:05.179697 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=e30dd969-e227-4861-b1fe-f804ef540a02,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:05.192597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.192939 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.193405 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.193839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.194015 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.194284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.194677 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.194925 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.195245 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.195811 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.196019 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.197216 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.197431 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.197733 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.198042 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:05.219321 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:05.235509 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] No DVR routers for this DVR port e30dd969-e227-4861-b1fe-f804ef540a02 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:45:05.238171 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:05.241646 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a63c4bb7-06c9-4b8a-b23b-f45d6ec8d13f req-80dca3de-9cae-43a9-b721-c57dab0d436a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "DELETE /v2.0/ports/e30dd969-e227-4861-b1fe-f804ef540a02 HTTP/1.1" status: 204 len: 173 time: 0.4255204 May 19 06:45:05.242076 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'name': 'network-vif-deleted', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:45:05.244324 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc99cd-a5f6-4b58-87ad-49f017bada21" -d '{"events": [{"server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "name": "network-vif-deleted", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:45:05.285379 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba74dc-5a3e-4ab9-bbdc-6211a5748ce7 x-openstack-request-id: req-a9ba74dc-5a3e-4ab9-bbdc-6211a5748ce7 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:45:05.286006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe88117-18ec-43f8-8e35-cf5070b67827", "name": "network-vif-deleted", "tag": "e30dd969-e227-4861-b1fe-f804ef540a02", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:45:05.286006 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9ba74dc-5a3e-4ab9-bbdc-6211a5748ce7 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:45:05.286274 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ba74dc-5a3e-4ab9-bbdc-6211a5748ce7'] response: {'server_uuid': 'abe88117-18ec-43f8-8e35-cf5070b67827', 'name': 'network-vif-deleted', 'tag': 'e30dd969-e227-4861-b1fe-f804ef540a02', 'status': 'completed', 'code': 200} May 19 06:45:05.991751 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-5d79105e-b6c2-4a91-8c49-732c8ed080b1 req-73bdb646-94fa-4364-aec8-fa184f485296 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe88117-18ec-43f8-8e35-cf5070b67827 HTTP/1.1" status: 200 len: 210 time: 0.0306637 May 19 06:45:06.506711 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e30dd969-e227-4861-b1fe-f804ef540a02 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:06.526550 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: e30dd969-e227-4861-b1fe-f804ef540a02 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:06.526887 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device e30dd969-e227-4861-b1fe-f804ef540a02 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:09.295457 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34248) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:09.434978 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port 6184485d-b63f-44ce-9de6-62cace4b6f98 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:09.435318 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:09.514648 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:09.514960 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (6184485d-b63f-44ce-9de6-62cace4b6f98), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:09.527529 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for 6184485d-b63f-44ce-9de6-62cace4b6f98 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:09.666355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (6184485d-b63f-44ce-9de6-62cace4b6f98), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:09.691358 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=6184485d-b63f-44ce-9de6-62cace4b6f98,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:09.755869 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (cb5e977b-105a-40dc-805b-8d2d72954d7d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:09.756185 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.db.l3_db [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Floating IP cb5e977b-105a-40dc-805b-8d2d72954d7d disassociated (deleted). External IP: 172.27.1.39, port: 4ec87ea5-0d1a-4118-90d2-4552a0351194. May 19 06:45:09.958576 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:45:10.000245 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:10.064719 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:45:10.069583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:10.076331 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:45:10.086749 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:10.087365 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:44:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:10.100027 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:10.107148 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-618fdc32-f5ef-4d62-b53f-ea1c856102a3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb5e977b-105a-40dc-805b-8d2d72954d7d HTTP/1.1" status: 204 len: 168 time: 0.8106430 May 19 06:45:10.107977 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:45:10.110310 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253f9bc69d57cf765953534269c104dd7442f9d371e183f77dc92958fd287bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fe07d-257b-4296-87bc-82f9816a3f62" -d '{"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:45:10.148355 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfbf7a0-48ee-4c4a-9a81-5a6f42ac89d2 x-openstack-request-id: req-fcfbf7a0-48ee-4c4a-9a81-5a6f42ac89d2 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:45:10.148701 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:45:10.149189 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcfbf7a0-48ee-4c4a-9a81-5a6f42ac89d2 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:45:10.149647 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfbf7a0-48ee-4c4a-9a81-5a6f42ac89d2'] response: {'name': 'network-changed', 'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'status': 'completed', 'code': 200} May 19 06:45:10.192632 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:10.209997 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-f3f27d9d-d39c-4470-8473-2e59fe8d8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:10.211414 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-f3f27d9d-d39c-4470-8473-2e59fe8d8133 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 1130 time: 0.0419512 May 19 06:45:10.231601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:10.323959 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-21627720-0ae5-4dba-a408-7c2255fadc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:10.325436 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-21627720-0ae5-4dba-a408-7c2255fadc62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 200 len: 913 time: 0.1085420 May 19 06:45:10.349306 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=100 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:10.367552 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e196-7d53-4934-910e-7e60633134aa req-bb48d4e1-60a9-41f2-8c83-8b392c6bc8b8 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:10.369024 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8803e196-7d53-4934-910e-7e60633134aa req-bb48d4e1-60a9-41f2-8c83-8b392c6bc8b8 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0569630 May 19 06:45:10.401155 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:10.426464 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:45:10.428151 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-8803e196-7d53-4934-910e-7e60633134aa req-9a658160-ce13-4521-9ec7-658d1320be7d tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 May 19 06:45:10.436164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:10.436779 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:44:46Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:10.539558 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:10.724239 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:10.749387 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0022fd-db94-4f93-a868-3df1fe9b0462 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:38:17Z', 'revision_number': 4, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '867c6353-aa08-4584-98a5-adf0ea651972', 'name': '', 'network_id': 'cf104e4d-072e-4746-a72c-c14fb907651b', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'mac_address': 'fa:16:3e:05:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:16Z', 'updated_at': '2022-05-19T06:38:23Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'subnets': [{'id': 'a54605c4-3508-48a5-a745-8b6d91d84b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:45:10.965566 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10fa29-0230-497d-a175-b3556c58ac31 None None] New status for floating IP cb5e977b-105a-40dc-805b-8d2d72954d7d: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:45:11.296494 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-f51b2fd6-cb17-4454-9bc6-8e0f8aa56f33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 200 len: 217 time: 0.0374885 May 19 06:45:11.345058 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-98a354d7-c671-4d1f-9ce5-2301b51e005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:11.346533 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-98a354d7-c671-4d1f-9ce5-2301b51e005b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 200 len: 851 time: 0.0442514 May 19 06:45:11.455887 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-89c1c0ab-89d0-4f67-bfab-366354a1851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:11.457574 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-89c1c0ab-89d0-4f67-bfab-366354a1851c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf104e4d-072e-4746-a72c-c14fb907651b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395861 May 19 06:45:11.544950 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192511b3-1b8d-45df-bbd3-aeba2a952fe5 req-16d41b58-9669-4f28-806b-16af99fd41f5 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:11.546486 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-192511b3-1b8d-45df-bbd3-aeba2a952fe5 req-16d41b58-9669-4f28-806b-16af99fd41f5 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0485675 May 19 06:45:11.553066 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-4f3aaae7-53e4-476e-a61d-a29f4bfc86fa service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890028 May 19 06:45:11.599730 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-192511b3-1b8d-45df-bbd3-aeba2a952fe5 req-96795ecc-f32c-43f8-bbc3-40b9fbf2645a tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/security-groups?id=da284d06-6465-4988-8e83-dfd5885464a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475569 May 19 06:45:11.775395 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-702fe07d-257b-4296-87bc-82f9816a3f62 req-2a6dbd4c-9c17-41ea-aa6a-88222717bccf service neutron] 10.222.0.59 "GET /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168230 May 19 06:45:11.788511 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-61bcb557-4538-4da1-8de1-e6734a133135 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:11.789926 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-61bcb557-4538-4da1-8de1-e6734a133135 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 946 time: 0.0597165 May 19 06:45:11.870881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port 4ec87ea5-0d1a-4118-90d2-4552a0351194 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:11.871131 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:11.962468 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] For port 4ec87ea5-0d1a-4118-90d2-4552a0351194, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4ec87ea5-0d1a-4118-90d2-4552a0351194,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:11.962821 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:11.975399 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for 4ec87ea5-0d1a-4118-90d2-4552a0351194 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:12.112822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (4ec87ea5-0d1a-4118-90d2-4552a0351194), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:12.118891 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:12.125259 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:12.148000 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=4ec87ea5-0d1a-4118-90d2-4552a0351194,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:12.191343 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] No DVR routers for this DVR port 4ec87ea5-0d1a-4118-90d2-4552a0351194 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:45:12.193791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:12.197045 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-a50824b3-b6b3-4c59-bdc4-a4332bac3c26 req-d2bf73e7-7801-4235-a9b2-86f1edfdc461 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.59 "DELETE /v2.0/ports/4ec87ea5-0d1a-4118-90d2-4552a0351194 HTTP/1.1" status: 204 len: 173 time: 0.4023898 May 19 06:45:12.197498 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'name': 'network-vif-deleted', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:45:12.199720 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40290ee3-e876-47af-8f6c-ba5d00d1a69f" -d '{"events": [{"server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "name": "network-vif-deleted", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:45:12.239306 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c0d7f0-6d58-4e33-b4a2-389f1f4c84c2 x-openstack-request-id: req-08c0d7f0-6d58-4e33-b4a2-389f1f4c84c2 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:45:12.239591 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30b7860-ca60-424f-9480-55dd00c344b3", "name": "network-vif-deleted", "tag": "4ec87ea5-0d1a-4118-90d2-4552a0351194", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:45:12.239839 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08c0d7f0-6d58-4e33-b4a2-389f1f4c84c2 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:45:12.240238 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c0d7f0-6d58-4e33-b4a2-389f1f4c84c2'] response: {'server_uuid': 'b30b7860-ca60-424f-9480-55dd00c344b3', 'name': 'network-vif-deleted', 'tag': '4ec87ea5-0d1a-4118-90d2-4552a0351194', 'status': 'completed', 'code': 200} May 19 06:45:12.708787 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-1a97f413-ec7e-4762-9351-877b6d6f53ec req-c0e513f5-d725-4651-9492-5db87d8ed990 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "GET /v2.0/ports?device_id=b30b7860-ca60-424f-9480-55dd00c344b3 HTTP/1.1" status: 200 len: 210 time: 0.0312190 May 19 06:45:13.772299 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34264) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:13.788974 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f9bacfd6-5d68-45dd-a9b9-f3d22fe86534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:13.882544 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Deleting port c708e484-601a-4a24-b568-7eca028cdebc {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:13.882881 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (c708e484-601a-4a24-b568-7eca028cdebc), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:13.961384 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (c708e484-601a-4a24-b568-7eca028cdebc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:13.961706 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (c708e484-601a-4a24-b568-7eca028cdebc), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:13.974291 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Calling delete_port for c708e484-601a-4a24-b568-7eca028cdebc owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:14.100256 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (c708e484-601a-4a24-b568-7eca028cdebc), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:14.128787 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'Port': ['ID=c708e484-601a-4a24-b568-7eca028cdebc,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:14.188867 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for floatingip (e733093f-710c-4961-9dfd-b8c902fd0435), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:14.190168 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:45:14.191332 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:14.192471 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-97782692-fe26-4c23-8403-1218b9ea98e3 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "DELETE /v2.0/floatingips/e733093f-710c-4961-9dfd-b8c902fd0435 HTTP/1.1" status: 204 len: 168 time: 0.4204423 May 19 06:45:14.553799 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 4ec87ea5-0d1a-4118-90d2-4552a0351194 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:14.572870 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 4ec87ea5-0d1a-4118-90d2-4552a0351194 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:14.573368 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 4ec87ea5-0d1a-4118-90d2-4552a0351194 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:15.395515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34276) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:15.452550 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (da284d06-6465-4988-8e83-dfd5885464a5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:15.479126 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (da284d06-6465-4988-8e83-dfd5885464a5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:15.546674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (da284d06-6465-4988-8e83-dfd5885464a5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:15.549363 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:15.550498 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] 10.222.0.65 "DELETE /v2.0/security-groups/da284d06-6465-4988-8e83-dfd5885464a5 HTTP/1.1" status: 204 len: 168 time: 0.1539896 May 19 06:45:15.561106 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5670e7-5d3e-423b-b65a-5d47ec0b0e37 tempest-TestVolumeBootPattern-1895289434 tempest-TestVolumeBootPattern-1895289434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da284d06-6465-4988-8e83-dfd5885464a5,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:15.606747 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34280) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:15.963820 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:15.982383 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:16.014593 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:16.060121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fa992322-bc94-4be4-8cd3-ff4c506d94fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:16.243740 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Deleting port 867c6353-aa08-4584-98a5-adf0ea651972 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:16.244432 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (867c6353-aa08-4584-98a5-adf0ea651972), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:16.331901 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] For port 867c6353-aa08-4584-98a5-adf0ea651972, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=867c6353-aa08-4584-98a5-adf0ea651972,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:16.332262 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (867c6353-aa08-4584-98a5-adf0ea651972), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:16.346853 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Calling delete_port for 867c6353-aa08-4584-98a5-adf0ea651972 owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:16.522834 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (867c6353-aa08-4584-98a5-adf0ea651972), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:16.548241 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Pushing event deleted for resources: {'Port': ['ID=867c6353-aa08-4584-98a5-adf0ea651972,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:16.724194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.033913 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:17.118613 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:17.177773 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Router 0099aef0-9835-4b7f-b26f-5d661cffbf31 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:45:17.274453 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:45:17.282516 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8cf06ea0-9b41-4fdf-8261-4febfa7d9baa admin admin] 10.222.0.65 "PUT /v2.0/routers/0099aef0-9835-4b7f-b26f-5d661cffbf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724355 May 19 06:45:17.282674 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34284) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:17.285301 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Sync routers for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:45:17.295635 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:17.296273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:45:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:17.380145 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks [] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.399547 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:17.482915 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks [] for router_gateway (0099aef0-9835-4b7f-b26f-5d661cffbf31), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.528691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Deleting port 5c6409b7-fe02-420d-b532-f7f10771db52 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:17.529509 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.613501 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] For port 5c6409b7-fe02-420d-b532-f7f10771db52, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=5c6409b7-fe02-420d-b532-f7f10771db52,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:17.613781 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.627965 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Calling delete_port for 5c6409b7-fe02-420d-b532-f7f10771db52 owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:17.702601 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.706896 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:45:16Z', 'revision_number': 5, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port': {'id': '5c6409b7-fe02-420d-b532-f7f10771db52', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:13Z', 'updated_at': '2022-05-19T06:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:17.737349 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Checking router: 0099aef0-9835-4b7f-b26f-5d661cffbf31 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:45:17.746340 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Routers {'0099aef0-9835-4b7f-b26f-5d661cffbf31'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:17.747015 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:45:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['0099aef0-9835-4b7f-b26f-5d661cffbf31'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:17.795906 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (5c6409b7-fe02-420d-b532-f7f10771db52), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.820562 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6409b7-fe02-420d-b532-f7f10771db52,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:17.834635 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] Set router 0099aef0-9835-4b7f-b26f-5d661cffbf31 gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:17.888055 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:17.888740 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:45:17Z', 'revision_number': 6, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:17.896819 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.915641 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2870f-db72-462e-831e-d9681c98c337 None None] The sync data for ids ['0099aef0-9835-4b7f-b26f-5d661cffbf31'] in dv-cinder-836996-22-iscsi is: [{'id': '0099aef0-9835-4b7f-b26f-5d661cffbf31', 'name': 'tempest-TestVolumeBootPattern-1705324484-router', 'tenant_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:12Z', 'updated_at': '2022-05-19T06:45:17Z', 'revision_number': 6, 'project_id': '318e4e0d9f3a49f69eb3d846539b6b67', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:45:17.986716 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:17.989104 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks [] for router_controller (0099aef0-9835-4b7f-b26f-5d661cffbf31), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.031470 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (0099aef0-9835-4b7f-b26f-5d661cffbf31), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.032285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0099aef0-9835-4b7f-b26f-5d661cffbf31 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:45:18.037551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.038716 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3b2f8c79-c1db-4f22-b216-bfa3ec465fc8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0099aef0-9835-4b7f-b26f-5d661cffbf31 HTTP/1.1" status: 204 len: 168 time: 0.7551210 May 19 06:45:18.041242 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34286) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:18.049201 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:18.087241 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Deleting subnet a54605c4-3508-48a5-a745-8b6d91d84b80 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:45:18.090945 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Publish callbacks [] for subnet (a54605c4-3508-48a5-a745-8b6d91d84b80), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.128565 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (a54605c4-3508-48a5-a745-8b6d91d84b80), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.204907 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (a54605c4-3508-48a5-a745-8b6d91d84b80), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.258524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (a54605c4-3508-48a5-a745-8b6d91d84b80), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.288651 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54605c4-3508-48a5-a745-8b6d91d84b80,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:18.294640 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.299148 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-079c3804-dc5c-47b5-889d-b901ec432ecd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a54605c4-3508-48a5-a745-8b6d91d84b80 HTTP/1.1" status: 204 len: 168 time: 0.2556293 May 19 06:45:18.300437 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34288) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:18.303891 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c57af-8151-43ef-ac85-1fd8a9e81733 None None] Network cf104e4d-072e-4746-a72c-c14fb907651b requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:45:18.309885 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:18.388195 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (cf104e4d-072e-4746-a72c-c14fb907651b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.432096 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Deleting port c1ea28d8-0069-42e0-b432-9c5cbc317665 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:18.433001 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.500117 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] For port c1ea28d8-0069-42e0-b432-9c5cbc317665, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=c1ea28d8-0069-42e0-b432-9c5cbc317665,segment=NetworkSegment(68e38e3a-ffb1-4a2e-a38a-ee47e58d460f),segment_id=68e38e3a-ffb1-4a2e-a38a-ee47e58d460f)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:18.500477 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.514106 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Calling delete_port for c1ea28d8-0069-42e0-b432-9c5cbc317665 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:18.591462 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (c1ea28d8-0069-42e0-b432-9c5cbc317665), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.622274 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ea28d8-0069-42e0-b432-9c5cbc317665,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:18.623980 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] No DVR routers for this DVR port c1ea28d8-0069-42e0-b432-9c5cbc317665 on host dv-cinder-836996-22-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:45:18.697076 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (cf104e4d-072e-4746-a72c-c14fb907651b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.711314 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38784cfc-68b1-4ac6-85c8-e5f02d955b69 None None] DHCP port deletion for cf104e4d-072e-4746-a72c-c14fb907651b request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:45:18.723746 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf104e4d-072e-4746-a72c-c14fb907651b']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:18.734801 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:18.735089 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e38e3a-ffb1-4a2e-a38a-ee47e58d460f') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:18.745533 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (68e38e3a-ffb1-4a2e-a38a-ee47e58d460f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.759223 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (68e38e3a-ffb1-4a2e-a38a-ee47e58d460f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.765973 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:45:18.766360 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (68e38e3a-ffb1-4a2e-a38a-ee47e58d460f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:45:18.768275 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:45:18.829716 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (cf104e4d-072e-4746-a72c-c14fb907651b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.835810 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:18.841833 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cf104e4d-072e-4746-a72c-c14fb907651b HTTP/1.1" status: 204 len: 168 time: 0.5401597 May 19 06:45:18.844909 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34290) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:18.854885 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a70b-a1d7-4b1c-93a3-19af7a25acf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf104e4d-072e-4746-a72c-c14fb907651b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:18.860152 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:18.874769 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.161349 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (62ca5384-ba35-4758-b67b-52b66fa350c5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.347143 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:19.382884 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Deleting port 80395216-62d0-4614-a6cf-8c23af7fd79c {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:19.383218 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.461356 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] For port 80395216-62d0-4614-a6cf-8c23af7fd79c, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=80395216-62d0-4614-a6cf-8c23af7fd79c,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:19.461714 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.474297 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Calling delete_port for 80395216-62d0-4614-a6cf-8c23af7fd79c owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:19.486442 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:19.650998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (80395216-62d0-4614-a6cf-8c23af7fd79c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.677551 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Pushing event deleted for resources: {'Port': ['ID=80395216-62d0-4614-a6cf-8c23af7fd79c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:19.843648 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (62ca5384-ba35-4758-b67b-52b66fa350c5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:19.959765 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5c6409b7-fe02-420d-b532-f7f10771db52 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:19.979952 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 5c6409b7-fe02-420d-b532-f7f10771db52 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:19.980296 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 5c6409b7-fe02-420d-b532-f7f10771db52 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:19.980714 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c1ea28d8-0069-42e0-b432-9c5cbc317665 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:20.002413 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: c1ea28d8-0069-42e0-b432-9c5cbc317665 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:20.002776 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device c1ea28d8-0069-42e0-b432-9c5cbc317665 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:20.003185 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 867c6353-aa08-4584-98a5-adf0ea651972 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:20.021577 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 867c6353-aa08-4584-98a5-adf0ea651972 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:20.021929 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 867c6353-aa08-4584-98a5-adf0ea651972 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:20.055555 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Router 62ca5384-ba35-4758-b67b-52b66fa350c5 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:45:20.063666 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.142515 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:20.157851 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:45:20.162873 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-43868973-8448-47bd-8a0b-4a9858aa9451 admin admin] 10.222.0.65 "PUT /v2.0/routers/62ca5384-ba35-4758-b67b-52b66fa350c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3168993 May 19 06:45:20.165391 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34292) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:20.169565 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Sync routers for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:45:20.180010 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:20.180623 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:45:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:20.268753 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks [] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.289698 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:20.371724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks [] for router_gateway (62ca5384-ba35-4758-b67b-52b66fa350c5), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.405204 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:20.418537 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Deleting port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:20.418790 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.464938 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:45:19Z', 'revision_number': 5, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port': {'id': '0064cc94-4bd8-4ea3-96c4-014e3346ef4d', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:38:21Z', 'updated_at': '2022-05-19T06:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:20.490027 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Checking router: 62ca5384-ba35-4758-b67b-52b66fa350c5 for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:45:20.499234 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Routers {'62ca5384-ba35-4758-b67b-52b66fa350c5'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:45:20.499845 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:45:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['62ca5384-ba35-4758-b67b-52b66fa350c5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:20.514406 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] For port 0064cc94-4bd8-4ea3-96c4-014e3346ef4d, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:20.514764 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.529184 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Calling delete_port for 0064cc94-4bd8-4ea3-96c4-014e3346ef4d owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:20.584256 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] Set router 62ca5384-ba35-4758-b67b-52b66fa350c5 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:45:20.635739 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:45:20Z', 'revision_number': 6, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:20.661571 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe75b0-6dc4-4489-b55c-281587d5cdec None None] The sync data for ids ['62ca5384-ba35-4758-b67b-52b66fa350c5'] in dv-cinder-836996-22-iscsi is: [{'id': '62ca5384-ba35-4758-b67b-52b66fa350c5', 'name': 'tempest-TestVolumeBootPattern-89228715-router', 'tenant_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:38:20Z', 'updated_at': '2022-05-19T06:45:20Z', 'revision_number': 6, 'project_id': '8aaacebf8e2d4c219ad3adf708ac7dd5', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:45:20.697447 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (0064cc94-4bd8-4ea3-96c4-014e3346ef4d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.722856 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Pushing event deleted for resources: {'Port': ['ID=0064cc94-4bd8-4ea3-96c4-014e3346ef4d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:20.790300 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (62ca5384-ba35-4758-b67b-52b66fa350c5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.876157 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.878521 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks [] for router_controller (62ca5384-ba35-4758-b67b-52b66fa350c5), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.919956 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (62ca5384-ba35-4758-b67b-52b66fa350c5), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.920587 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ca5384-ba35-4758-b67b-52b66fa350c5 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:45:20.924936 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:20.926084 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-8a271231-4ba3-4827-bc85-a41a13e24006 admin admin] 10.222.0.65 "DELETE /v2.0/routers/62ca5384-ba35-4758-b67b-52b66fa350c5 HTTP/1.1" status: 204 len: 168 time: 0.7598152 May 19 06:45:20.928701 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34294) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:20.972996 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Deleting subnet 49afca5e-bd42-4b5d-8c2b-3e32737b275d {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:45:20.976030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Publish callbacks [] for subnet (49afca5e-bd42-4b5d-8c2b-3e32737b275d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.015141 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (49afca5e-bd42-4b5d-8c2b-3e32737b275d), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.055650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:21.096629 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (49afca5e-bd42-4b5d-8c2b-3e32737b275d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.153566 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (49afca5e-bd42-4b5d-8c2b-3e32737b275d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.179378 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49afca5e-bd42-4b5d-8c2b-3e32737b275d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:21.184755 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.187972 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-91edc948-d5ff-4709-b839-428c47eaabb9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/49afca5e-bd42-4b5d-8c2b-3e32737b275d HTTP/1.1" status: 204 len: 168 time: 0.2583482 May 19 06:45:21.190429 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34296) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:21.193000 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b7415-399b-4808-ba05-dd7ad5d20375 None None] Network e9182e96-94a3-44e2-8bdb-dc6f8cabb012 requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:45:21.263040 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (e9182e96-94a3-44e2-8bdb-dc6f8cabb012), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.305210 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Deleting port e0d99a65-66a1-4e8b-94a9-771d743521f9 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:21.305662 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.317094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:21.445894 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] DHCP port deletion for e9182e96-94a3-44e2-8bdb-dc6f8cabb012 request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:45:21.488576 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Deleting port e0d99a65-66a1-4e8b-94a9-771d743521f9 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:45:21.488947 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.563425 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] For port e0d99a65-66a1-4e8b-94a9-771d743521f9, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e0d99a65-66a1-4e8b-94a9-771d743521f9,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:21.563827 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.577996 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Calling delete_port for e0d99a65-66a1-4e8b-94a9-771d743521f9 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:21.625331 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] For port e0d99a65-66a1-4e8b-94a9-771d743521f9, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=e0d99a65-66a1-4e8b-94a9-771d743521f9,segment=NetworkSegment(fd1bf3ba-1837-4fb4-b596-a98c62c046a1),segment_id=fd1bf3ba-1837-4fb4-b596-a98c62c046a1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:21.625585 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.639524 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Calling delete_port for e0d99a65-66a1-4e8b-94a9-771d743521f9 owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:45:21.661245 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.690852 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Pushing event deleted for resources: {'Port': ['ID=e0d99a65-66a1-4e8b-94a9-771d743521f9,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:21.694648 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] No DVR routers for this DVR port e0d99a65-66a1-4e8b-94a9-771d743521f9 on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:45:21.702253 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.702867 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.706676 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.707242 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.707761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.708572 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.709065 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.709590 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.710272 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.710929 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.711589 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.712314 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.712781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.713580 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.714710 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1b80c-8cdf-49dc-9e7f-61689984d1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:45:21.730920 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (e0d99a65-66a1-4e8b-94a9-771d743521f9), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.755719 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d99a65-66a1-4e8b-94a9-771d743521f9,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:21.764170 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] No DVR routers for this DVR port e0d99a65-66a1-4e8b-94a9-771d743521f9 on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:45:21.840691 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (e9182e96-94a3-44e2-8bdb-dc6f8cabb012), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.865523 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9182e96-94a3-44e2-8bdb-dc6f8cabb012']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:21.876269 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:21.876627 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1bf3ba-1837-4fb4-b596-a98c62c046a1') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:45:21.886725 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (fd1bf3ba-1837-4fb4-b596-a98c62c046a1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.891958 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 0064cc94-4bd8-4ea3-96c4-014e3346ef4d no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:21.904769 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (fd1bf3ba-1837-4fb4-b596-a98c62c046a1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.914590 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:45:21.915207 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (fd1bf3ba-1837-4fb4-b596-a98c62c046a1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self.session.flush() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self.session.flush() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self.session.flush() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self.session.flush() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:45:21.919058 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:45:21.923723 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 0064cc94-4bd8-4ea3-96c4-014e3346ef4d {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:21.924273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 0064cc94-4bd8-4ea3-96c4-014e3346ef4d not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:21.924944 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e0d99a65-66a1-4e8b-94a9-771d743521f9 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:21.959471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: e0d99a65-66a1-4e8b-94a9-771d743521f9 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:21.959959 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device e0d99a65-66a1-4e8b-94a9-771d743521f9 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:21.960646 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 80395216-62d0-4614-a6cf-8c23af7fd79c no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:21.991327 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 80395216-62d0-4614-a6cf-8c23af7fd79c {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:45:21.991872 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 80395216-62d0-4614-a6cf-8c23af7fd79c not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:45:22.006880 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (e9182e96-94a3-44e2-8bdb-dc6f8cabb012), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.014210 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.017603 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e9182e96-94a3-44e2-8bdb-dc6f8cabb012 HTTP/1.1" status: 204 len: 168 time: 0.8261278 May 19 06:45:22.028072 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f965c-d805-493d-a69c-9834bcc98f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9182e96-94a3-44e2-8bdb-dc6f8cabb012,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:22.134953 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34300) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:22.177025 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-00f7c389-08bd-4902-9b7b-df8b52688948 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=318e4e0d9f3a49f69eb3d846539b6b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403106 May 19 06:45:22.179461 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34302) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:22.226455 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] Publish callbacks [] for security_group (e6d5e4be-d0d6-4259-9b60-cac3dd411a4c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.243982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:22.249003 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] Publish callbacks [] for security_group (e6d5e4be-d0d6-4259-9b60-cac3dd411a4c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.296954 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (e6d5e4be-d0d6-4259-9b60-cac3dd411a4c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.299506 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.300627 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6d5e4be-d0d6-4259-9b60-cac3dd411a4c HTTP/1.1" status: 204 len: 168 time: 0.1202998 May 19 06:45:22.308376 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be296c-3554-4cd1-a7fa-1c3075a031c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5e4be-d0d6-4259-9b60-cac3dd411a4c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:22.638134 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34308) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:22.677193 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-90eb93bc-a776-4e0e-a138-0bfc860cb7c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aaacebf8e2d4c219ad3adf708ac7dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380111 May 19 06:45:22.679696 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34310) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:45:22.731227 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] Publish callbacks [] for security_group (7efb21b8-0ef7-4b6d-b0fa-8af56bd67003), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.752164 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] Publish callbacks [] for security_group (7efb21b8-0ef7-4b6d-b0fa-8af56bd67003), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.811231 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (7efb21b8-0ef7-4b6d-b0fa-8af56bd67003), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.815192 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:22.816322 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7efb21b8-0ef7-4b6d-b0fa-8af56bd67003 HTTP/1.1" status: 204 len: 168 time: 0.1357632 May 19 06:45:22.830284 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553d6a-c4d7-401b-9a03-dbb28b9c0d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb21b8-0ef7-4b6d-b0fa-8af56bd67003,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:28.842971 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=67,neutron:DELETE=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:28.843810 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:30.638180 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=49 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:30.638977 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=48 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:32.324764 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:32.819333 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:32.820136 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:32.846738 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:34.785451 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:40.018820 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546aaa-65a6-4963-869c-b2d0a0474ba7 req-c7bbdbc9-4d76-45df-8f04-313e3f6d8543 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:40.020289 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-38546aaa-65a6-4963-869c-b2d0a0474ba7 req-c7bbdbc9-4d76-45df-8f04-313e3f6d8543 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.2683742 May 19 06:45:40.071347 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-38546aaa-65a6-4963-869c-b2d0a0474ba7 req-1fe93b57-e416-4bc7-abf2-81a8a8a823ba tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453756 May 19 06:45:41.208113 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:41.209315 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:41.257435 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286712e-4a65-4460-a66e-100a36375bc5 req-b0af3ead-d53e-4139-bd90-1489a8ba7e0a tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:41.259686 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3286712e-4a65-4460-a66e-100a36375bc5 req-b0af3ead-d53e-4139-bd90-1489a8ba7e0a tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.1064472 May 19 06:45:41.308421 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-3286712e-4a65-4460-a66e-100a36375bc5 req-b30c4bbc-84c8-4754-a725-331d967c6550 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434203 May 19 06:45:42.426602 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ce826-3da7-48ef-8e5b-3c880ebb292c req-9f81f453-697c-47f8-a174-da9aaf1411ef tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:42.428070 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-158ce826-3da7-48ef-8e5b-3c880ebb292c req-9f81f453-697c-47f8-a174-da9aaf1411ef tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0512917 May 19 06:45:42.476579 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-158ce826-3da7-48ef-8e5b-3c880ebb292c req-d40ad0f2-e58b-4401-bb52-f2e82c0f3943 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 May 19 06:45:43.594538 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdc2f8-10ae-4b40-9446-789493191bf1 req-a9c6018e-9db7-4482-9db0-ab3de325dd58 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:43.595924 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0bcdc2f8-10ae-4b40-9446-789493191bf1 req-a9c6018e-9db7-4482-9db0-ab3de325dd58 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0502064 May 19 06:45:43.644932 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-0bcdc2f8-10ae-4b40-9446-789493191bf1 req-1f455991-3e8f-4f1a-9f3a-c48b55ad76bd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435097 May 19 06:45:43.789707 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e05f0a22-27fb-4305-942b-f8b7bbef39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:44.760099 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8553-ba92-4284-9b71-d62beb1d9904 req-2983e75b-5a5b-470d-b50c-274d31ae57c6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:44.761568 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7f5f8553-ba92-4284-9b71-d62beb1d9904 req-2983e75b-5a5b-470d-b50c-274d31ae57c6 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0468652 May 19 06:45:44.812569 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-7f5f8553-ba92-4284-9b71-d62beb1d9904 req-d62dead1-5dff-44ff-b7dc-ec8706fc454a tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 May 19 06:45:45.925650 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3b353-b1a3-48b1-b3e7-a4943402eb1d req-47049241-e683-40d0-bb64-b2ec403cc9ca tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:45.927112 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ef3b353-b1a3-48b1-b3e7-a4943402eb1d req-47049241-e683-40d0-bb64-b2ec403cc9ca tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0470457 May 19 06:45:45.976851 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7ef3b353-b1a3-48b1-b3e7-a4943402eb1d req-721232e6-abba-45a2-a705-2e169f9fc22b tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 May 19 06:45:46.062328 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39aaa971-197b-41d1-84ad-faeee3458a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:47.094885 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f83a2-32d5-455a-b730-6cd109ec72e1 req-916554ea-6143-40e7-abee-0fd5e4f047bd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:47.096452 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-116f83a2-32d5-455a-b730-6cd109ec72e1 req-916554ea-6143-40e7-abee-0fd5e4f047bd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0475941 May 19 06:45:47.147090 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-116f83a2-32d5-455a-b730-6cd109ec72e1 req-8c1bd4bf-7998-46eb-9eac-59967d910075 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 May 19 06:45:47.679212 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:48.259896 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4164df-062e-4ff6-83aa-7ee5b51dfd50 req-94efaede-c8cc-4229-9d37-a2a97d01d21d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:48.261368 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb4164df-062e-4ff6-83aa-7ee5b51dfd50 req-94efaede-c8cc-4229-9d37-a2a97d01d21d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0466607 May 19 06:45:48.314571 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-eb4164df-062e-4ff6-83aa-7ee5b51dfd50 req-fa3c91c7-f95d-47a2-b7c1-985887eda697 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470560 May 19 06:45:48.860533 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:49.103987 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-5c0ee962-5806-4ba0-a39c-63458f2a5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.105419 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-5c0ee962-5806-4ba0-a39c-63458f2a5d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0390427 May 19 06:45:49.208791 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-fb838fd4-f83a-444d-abe2-b1aa294e1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.210251 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-fb838fd4-f83a-444d-abe2-b1aa294e1721 service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0861385 May 19 06:45:49.275327 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-b60806b9-6fcf-43ed-95f3-2db1987964a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1002 time: 0.0588140 May 19 06:45:49.323693 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-51c5d9c4-8288-443d-8f42-3f1ce73f6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.325149 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-51c5d9c4-8288-443d-8f42-3f1ce73f6de4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0442684 May 19 06:45:49.369671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-aa9fdd26-feab-4f2f-910d-93cb76ca8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.371071 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-aa9fdd26-feab-4f2f-910d-93cb76ca8455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394185 May 19 06:45:49.433113 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72d730-f765-4830-a0aa-ef0fde58214e req-6f89894a-34f2-48e8-907e-250f13a5257c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.434597 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ba72d730-f765-4830-a0aa-ef0fde58214e req-6f89894a-34f2-48e8-907e-250f13a5257c tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0494614 May 19 06:45:49.469148 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-1b8db85f-180f-40e8-b1bd-46cf6055b815 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911510 May 19 06:45:49.484183 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-ba72d730-f765-4830-a0aa-ef0fde58214e req-7175fdde-1f7f-434a-9e7b-6d658f8cd0de tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 May 19 06:45:49.558167 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d10b8c02-a646-435d-bd97-d0a67f7fca66 req-46d87755-dee3-48b5-87c6-8ca63831df3d service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 May 19 06:45:49.924998 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980d96-01cc-468d-92f7-064b446abfd7 req-e3490bca-548f-40c9-b1f4-19710b12432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:49.926542 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-e3490bca-548f-40c9-b1f4-19710b12432e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0444176 May 19 06:45:50.015928 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980d96-01cc-468d-92f7-064b446abfd7 req-762e95c3-d72b-48c3-af25-46a868706c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:50.017409 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-762e95c3-d72b-48c3-af25-46a868706c7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0851862 May 19 06:45:50.064214 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:50.071750 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:50.072777 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:50.087544 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-cf98ace2-4a9e-4d3f-9604-22e111c0bbeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1002 time: 0.0641496 May 19 06:45:50.135449 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980d96-01cc-468d-92f7-064b446abfd7 req-e013c87a-7ef2-4108-baa0-3909691abe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:50.136873 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-e013c87a-7ef2-4108-baa0-3909691abe6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0443616 May 19 06:45:50.180530 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980d96-01cc-468d-92f7-064b446abfd7 req-7b7945e8-c497-49f9-84cb-4fcc093f4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:50.182032 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-7b7945e8-c497-49f9-84cb-4fcc093f4088 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401976 May 19 06:45:50.279715 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-0b3ab63e-5751-486f-8055-f5ee0d5d7b29 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909550 May 19 06:45:50.370654 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-06980d96-01cc-468d-92f7-064b446abfd7 req-3c6eab22-cb42-4b94-af94-1e1e6d1ee5a9 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 May 19 06:45:50.604534 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e9e8-94a7-408a-bff9-ead06541344c req-64af22ba-5155-4d4f-a054-95e5d93b6102 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:50.606035 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56c3e9e8-94a7-408a-bff9-ead06541344c req-64af22ba-5155-4d4f-a054-95e5d93b6102 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0518751 May 19 06:45:50.655588 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-56c3e9e8-94a7-408a-bff9-ead06541344c req-95118f8d-3a86-4c76-9e45-04d32c0650f3 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 May 19 06:45:51.190585 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:45:51.773036 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3822d-c104-4b8f-8f9d-04f73ef0ea72 req-6355b7fc-3278-4452-a6bb-435fde12ec95 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:51.774549 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8c3822d-c104-4b8f-8f9d-04f73ef0ea72 req-6355b7fc-3278-4452-a6bb-435fde12ec95 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0484271 May 19 06:45:51.826958 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8c3822d-c104-4b8f-8f9d-04f73ef0ea72 req-8afc88c1-35de-4306-af76-0616ff33e7c8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 May 19 06:45:52.948065 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2cf51-415e-4600-bdb9-3c23c2351779 req-fecdcba1-b421-4d2d-8486-0b7f390cdfae tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:52.949690 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43c2cf51-415e-4600-bdb9-3c23c2351779 req-fecdcba1-b421-4d2d-8486-0b7f390cdfae tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0493293 May 19 06:45:53.000267 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-43c2cf51-415e-4600-bdb9-3c23c2351779 req-507d8af9-c390-4156-a5f5-0b7168e26314 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 May 19 06:45:54.195399 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-482e3853-4874-4bfc-bb2a-415e5e6ef0e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438724 May 19 06:45:54.230160 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81786f5-5ae4-473b-b40b-bd530e2bbd4f req-26d423f5-4b57-4d69-9486-64b20af8aaea tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:54.231662 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b81786f5-5ae4-473b-b40b-bd530e2bbd4f req-26d423f5-4b57-4d69-9486-64b20af8aaea tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0513890 May 19 06:45:54.271494 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-08ff2200-b37f-4420-989e-34760349c405 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:54.272869 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-08ff2200-b37f-4420-989e-34760349c405 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports/96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 943 time: 0.0466907 May 19 06:45:54.282257 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-b81786f5-5ae4-473b-b40b-bd530e2bbd4f req-9507d178-6720-47a4-8860-96435de37b70 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 May 19 06:45:55.399972 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70fc24-1aa1-4061-8f64-669a99e39ca1 req-5e2b5ce1-8645-4661-bfeb-8a295db9432e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.401476 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8f70fc24-1aa1-4061-8f64-669a99e39ca1 req-5e2b5ce1-8645-4661-bfeb-8a295db9432e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0472779 May 19 06:45:55.413657 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-30a8e844-3b05-4c59-91fd-10d696180f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.415171 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-30a8e844-3b05-4c59-91fd-10d696180f13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b&tenant_id=4acaeb032d8e44eb97a4b0a573e7c360 HTTP/1.1" status: 200 len: 1130 time: 0.0395269 May 19 06:45:55.454790 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-8f70fc24-1aa1-4061-8f64-669a99e39ca1 req-fd9e6280-4431-4893-97ff-0cfceb34e014 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463512 May 19 06:45:55.502408 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-10c465e8-2e4f-4ff2-8774-614cbd4c9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.503888 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-10c465e8-2e4f-4ff2-8774-614cbd4c9ecc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0410900 May 19 06:45:55.596527 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-5b5afff1-95b5-4ca9-978e-27742bad5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.597921 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-5b5afff1-95b5-4ca9-978e-27742bad5bb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0888553 May 19 06:45:55.658113 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-e02dc091-d0b2-4715-b989-c00b4efe3379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1002 time: 0.0548069 May 19 06:45:55.709413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-25f0cd0d-f174-4961-91e9-dec025e67a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.710870 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-25f0cd0d-f174-4961-91e9-dec025e67a55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0471802 May 19 06:45:55.754248 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-9896d75c-c03d-4737-965d-024285525cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:55.755678 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-9896d75c-c03d-4737-965d-024285525cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385735 May 19 06:45:55.843240 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-670c25c1-8ef4-4188-836f-6dcfee738774 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817802 May 19 06:45:55.868597 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:55.893997 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=100 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:45:55.935044 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-c32778e6-4e6b-49e7-ad78-8f91d4bb1c23 req-1467cba1-6607-4ed7-87b9-8c28309269a5 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858443 May 19 06:45:56.571768 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87abd-4e0a-4e5d-bf03-f2d9cdec848a req-866073ae-5706-4337-b9a0-90b88e7f9e19 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:56.573214 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-84e87abd-4e0a-4e5d-bf03-f2d9cdec848a req-866073ae-5706-4337-b9a0-90b88e7f9e19 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0479479 May 19 06:45:56.627848 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-84e87abd-4e0a-4e5d-bf03-f2d9cdec848a req-fad025ba-5602-4c14-bbfd-aafbc57526f8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483971 May 19 06:45:56.677993 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:45:56.748477 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 96bc5f89-9dca-4662-8882-eed7169c3f63 is: ACTIVE; New status is: DOWN {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:45:56.748860 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:56.771658 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:45:56.773854 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc1baf-416e-4d70-a8ec-8afa76bc3858" -d '{"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:45:56.790064 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:45:56.794238 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:45:56.816853 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 06:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645a528-d5ba-4a70-9007-dcdd2d23bba5 x-openstack-request-id: req-0645a528-d5ba-4a70-9007-dcdd2d23bba5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:45:56.817139 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:45:56.817418 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0645a528-d5ba-4a70-9007-dcdd2d23bba5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:45:56.817808 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0645a528-d5ba-4a70-9007-dcdd2d23bba5'] response: {'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'code': 200} May 19 06:45:56.843757 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:45:57.750813 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e95e7-277f-4d8d-a2cf-b6c7bd04aefa req-c7770244-86f5-4751-9e57-0c361470f55e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:57.752277 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b9e95e7-277f-4d8d-a2cf-b6c7bd04aefa req-c7770244-86f5-4751-9e57-0c361470f55e tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0513127 May 19 06:45:57.804892 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-7b9e95e7-277f-4d8d-a2cf-b6c7bd04aefa req-652a10b6-4dae-480b-976e-4cbf50b86147 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470858 May 19 06:45:58.927014 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38095c6-31e5-4e66-993b-9194d3574f09 req-c23b7ad1-ae37-4e8e-a299-e367ac0f6f3d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:45:58.928464 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f38095c6-31e5-4e66-993b-9194d3574f09 req-c23b7ad1-ae37-4e8e-a299-e367ac0f6f3d tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0504732 May 19 06:45:58.977811 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-f38095c6-31e5-4e66-993b-9194d3574f09 req-0521410e-74b5-498c-a326-930847218f04 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439141 May 19 06:46:00.092962 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744323f8-4158-4237-a0b7-caaec0d3ccb0 req-2e28e6e8-ff5f-4d35-a94e-c861c653b42f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:00.094535 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-744323f8-4158-4237-a0b7-caaec0d3ccb0 req-2e28e6e8-ff5f-4d35-a94e-c861c653b42f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0486605 May 19 06:46:00.143892 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-744323f8-4158-4237-a0b7-caaec0d3ccb0 req-d32c00f9-4cd1-4a48-89b5-83693a3eb2d8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 May 19 06:46:01.184608 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:01.185380 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:01.257713 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915c5f5-f802-4d29-be77-6409c4930b24 req-7b8a829e-da2c-414d-bb47-f97673c28ef8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:01.259175 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a915c5f5-f802-4d29-be77-6409c4930b24 req-7b8a829e-da2c-414d-bb47-f97673c28ef8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0475197 May 19 06:46:01.308643 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-a915c5f5-f802-4d29-be77-6409c4930b24 req-4bf908d8-8cd5-45e5-8b21-c1c3e873d2dc tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 May 19 06:46:01.926266 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eca622-f2fb-4afd-a0d4-e93ca06405c0 req-88e659f8-a6ba-4a55-b0aa-08441839f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:01.927744 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f2eca622-f2fb-4afd-a0d4-e93ca06405c0 req-88e659f8-a6ba-4a55-b0aa-08441839f4bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1128 time: 0.0478981 May 19 06:46:01.972381 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-f2eca622-f2fb-4afd-a0d4-e93ca06405c0 req-28457807-b806-484e-a9d7-72001ab2aae2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 May 19 06:46:02.426386 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbad59-bfa6-465c-a8a4-90d20a6c5c7e req-04e08a7b-529a-4383-b2c8-fcf7ca7f6b62 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:02.427875 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1fbad59-bfa6-465c-a8a4-90d20a6c5c7e req-04e08a7b-529a-4383-b2c8-fcf7ca7f6b62 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0481606 May 19 06:46:02.476959 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-d1fbad59-bfa6-465c-a8a4-90d20a6c5c7e req-4d4429ad-4f87-4813-abe1-09ad28f79b59 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 May 19 06:46:03.581631 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=100 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:03.590645 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132bba-c98a-4d39-8bd9-7c9c1362373f req-896b237a-ff9f-4529-b1f9-0b73ffdd7f9f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:03.592021 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-52132bba-c98a-4d39-8bd9-7c9c1362373f req-896b237a-ff9f-4529-b1f9-0b73ffdd7f9f tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 944 time: 0.0472777 May 19 06:46:03.644027 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-52132bba-c98a-4d39-8bd9-7c9c1362373f req-735e6feb-fa15-4eae-a46c-dbe707deab11 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 May 19 06:46:04.715457 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 06:46:04.717763 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:04.719471 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:04.804129 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:04.832806 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:46:04.843721 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Returning: {'device': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'port_id': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'mac_address': 'fa:16:3e:89:03:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 06:46:04.877681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 96bc5f89-9dca-4662-8882-eed7169c3f63 is: DOWN; New status is: BUILD {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:46:04.878061 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:04.890473 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc5f89-9dca-4662-8882-eed7169c3f63 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 06:46:04.910091 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:46:04.914377 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:04.963116 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=7']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:46:05.129705 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] get_ports_and_sgs() called for port_ids ['96bc5f89-9dca-4662-8882-eed7169c3f63'] {{(pid=103758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 06:46:06.723432 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 up at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 06:46:06.767140 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Provisioning complete for port 96bc5f89-9dca-4662-8882-eed7169c3f63 triggered by entity L2. {{(pid=103758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 06:46:06.767506 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999663'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), provisioning_complete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:06.839915 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Current status of the port 96bc5f89-9dca-4662-8882-eed7169c3f63 is: BUILD; New status is: ACTIVE {{(pid=103758) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 06:46:06.840291 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960383'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:06.985925 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:46:06.988022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25f4a718e285e8ef2b1246a973b24ce36d22f1c2da7b020c8b0fe48abd8688ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71b4457-8f9b-469e-8285-04bededcc117" -d '{"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-plugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:46:06.998623 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:07.000923 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:46:07.004652 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765146588811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765146198851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765146198869'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:07.029265 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f6b3b-c3b7-45ae-9e0a-5617c4e3c04f x-openstack-request-id: req-445f6b3b-c3b7-45ae-9e0a-5617c4e3c04f {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:46:07.029570 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-plugged", "status": "completed", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:46:07.029819 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-445f6b3b-c3b7-45ae-9e0a-5617c4e3c04f {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:46:07.030201 dv-cinder-836996-22-iscsi neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445f6b3b-c3b7-45ae-9e0a-5617c4e3c04f'] response: {'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'code': 200} May 19 06:46:07.055893 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Pushing event updated for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=8']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:46:12.469859 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=60 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:12.472679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=45 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:13.635836 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:13.640035 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=5 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:13.784141 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5c431e72-bc29-43a9-9275-c189854caae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:16.066811 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c768b6ef-b576-4196-9950-fa0543c87a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:17.682596 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:18.863224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:20.061232 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:20.066864 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:28.190380 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:46:30.058749 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:34.784991 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:40.988300 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:40.991240 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:46:41.219958 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [req-55337b60-cbe8-488a-90df-7ec8df6c806e req-2aaba1d5-3a00-4209-a46a-f49f49ce6343 service neutron] (103757) timed out ('10.222.0.59', 57528) {{(pid=103757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 06:46:43.787728 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-64081ff5-3af9-4674-8185-cb8da6b68fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:46.069434 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9a727b7-edf9-42df-a6dc-37dec136cdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:47.685004 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:48.870022 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:50.069645 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:46:51.121869 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-de4f0b12-eddc-4bf2-8f1f-d6d78f30c9af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811951 May 19 06:46:51.204930 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680f1e-d4b4-474a-884d-91083883a2ee req-b65b194b-117d-44f9-a3c8-4bb370a25966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:51.206453 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-b65b194b-117d-44f9-a3c8-4bb370a25966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0443149 May 19 06:46:51.309578 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680f1e-d4b4-474a-884d-91083883a2ee req-575577be-9793-4a22-ab52-2193cab57a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:51.310926 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-575577be-9793-4a22-ab52-2193cab57a46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0859785 May 19 06:46:51.376337 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-77d094c8-9d2f-47a2-9174-01903373e863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 1002 time: 0.0588734 May 19 06:46:51.427489 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680f1e-d4b4-474a-884d-91083883a2ee req-5ed05357-26e9-46a6-a884-6d99d2b549fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:51.428957 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-5ed05357-26e9-46a6-a884-6d99d2b549fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0476286 May 19 06:46:51.471822 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680f1e-d4b4-474a-884d-91083883a2ee req-2aae3bef-a064-499f-a0d5-35b9082b4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:46:51.473268 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-2aae3bef-a064-499f-a0d5-35b9082b4241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391023 May 19 06:46:51.564944 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-b951505e-e092-49bf-830b-e7695049b608 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856802 May 19 06:46:51.660463 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-db680f1e-d4b4-474a-884d-91083883a2ee req-e2d14ea4-3868-4ebb-b16f-2d62e089d7d4 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 May 19 06:47:00.063037 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:00.065057 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:01.650924 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=45 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:01.657258 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=56 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:04.798802 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:05.188994 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:47:13.790874 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f40b07d8-0887-4348-8485-023af9ca9ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:15.184413 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:15.185603 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:15.872302 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34402) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:16.012858 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Deleting port 935138b0-62ab-4fd2-a6d2-f8d9754b2013 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:16.013194 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.072844 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6283cf00-7115-45b6-8482-ace34204f0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.101327 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.101783 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for floatingip (935138b0-62ab-4fd2-a6d2-f8d9754b2013), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.116030 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Calling delete_port for 935138b0-62ab-4fd2-a6d2-f8d9754b2013 owned by network:floatingip {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:16.301956 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (935138b0-62ab-4fd2-a6d2-f8d9754b2013), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.326023 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event deleted for resources: {'Port': ['ID=935138b0-62ab-4fd2-a6d2-f8d9754b2013,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:16.335620 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.336116 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.337105 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.337481 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.337817 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.338154 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.338482 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.338806 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.339128 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.339454 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.339774 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.340095 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.340413 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.340731 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.341047 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:16.409853 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for floatingip (97e809e9-cc24-4b71-8ff8-1d8ecb642517), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.410188 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.db.l3_db [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Floating IP 97e809e9-cc24-4b71-8ff8-1d8ecb642517 disassociated (deleted). External IP: 172.27.1.170, port: 96bc5f89-9dca-4662-8882-eed7169c3f63. May 19 06:47:16.615826 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Router 2f501162-1482-42e1-b807-8ecb83fcc054 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:47:16.718899 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:47:16.723875 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for floatingip (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:16.728836 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Sync routers for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:47:16.738004 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:16.738617 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:16.746685 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:16.761426 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-011a720c-9c31-4f7b-af27-6e614429cdd2 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "DELETE /v2.0/floatingips/97e809e9-cc24-4b71-8ff8-1d8ecb642517 HTTP/1.1" status: 204 len: 168 time: 0.8847826 May 19 06:47:16.761426 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:47:16.763220 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37722da4-7c02-49c5-9b2e-41e7050d68b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:47:16.870855 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:16.874865 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 06:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05063f6f-ab60-43b1-abcd-474b4c2ab751 x-openstack-request-id: req-05063f6f-ab60-43b1-abcd-474b4c2ab751 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:47:16.875366 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:47:16.875366 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05063f6f-ab60-43b1-abcd-474b4c2ab751 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:47:16.875773 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05063f6f-ab60-43b1-abcd-474b4c2ab751'] response: {'name': 'network-changed', 'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'status': 'completed', 'code': 200} May 19 06:47:16.951294 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-9e2ea9ab-720d-4324-b459-019a87682d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:16.952360 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-9e2ea9ab-720d-4324-b459-019a87682d64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 1130 time: 0.0487740 May 19 06:47:17.015761 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:17.025756 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386dd7-eb58-4de1-8bc1-a1bfd74f5afb req-31db5249-74b4-4331-a552-770e1836bbbd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:17.027241 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ce386dd7-eb58-4de1-8bc1-a1bfd74f5afb req-31db5249-74b4-4331-a552-770e1836bbbd tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0479920 May 19 06:47:17.073019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:17.077775 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-ce386dd7-eb58-4de1-8bc1-a1bfd74f5afb req-0bcae98b-d79a-48aa-bf63-e4504ec14f43 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 May 19 06:47:17.099274 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Checking router: 2f501162-1482-42e1-b807-8ecb83fcc054 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:47:17.111531 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:17.112199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:17.214484 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:17.400170 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:17.428092 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1212a-67be-4304-8d76-38b5bf9f59ac None None] The sync data for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi is: [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:43:02Z', 'revision_number': 4, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi', '_interfaces': [{'id': '6147a3c9-a544-483e-b120-06166e85960e', 'name': '', 'network_id': '867c2200-fd03-4161-8363-f51839743ece', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'mac_address': 'fa:16:3e:36:34:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:01Z', 'updated_at': '2022-05-19T06:43:07Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'subnets': [{'id': '32d53bb9-6840-4cc0-939a-f3b8f9d6a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:47:17.647379 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ec993-87bc-4479-989b-12674a5b88f6 None None] New status for floating IP 97e809e9-cc24-4b71-8ff8-1d8ecb642517: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 06:47:17.687654 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:17.993067 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-71ec3675-8b16-4554-b860-941dc45bd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:17.994475 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-71ec3675-8b16-4554-b860-941dc45bd760 service neutron] 10.222.0.59 "GET /v2.0/networks?id=867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 200 len: 910 time: 0.0909843 May 19 06:47:18.118083 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-08622975-d361-46cc-9cb6-7e5e9902701d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 200 len: 217 time: 0.0353963 May 19 06:47:18.167171 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-658e0c35-e225-45e3-aa30-d2bade85845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:18.168660 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-658e0c35-e225-45e3-aa30-d2bade85845b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 200 len: 848 time: 0.0446374 May 19 06:47:18.203251 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec8ee-4257-4cba-adc3-97e69e202b46 req-922371f8-a764-4494-8fec-dc5ac3ca86e8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:18.204950 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8aec8ee-4257-4cba-adc3-97e69e202b46 req-922371f8-a764-4494-8fec-dc5ac3ca86e8 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0478921 May 19 06:47:18.254781 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-d8aec8ee-4257-4cba-adc3-97e69e202b46 req-15dc3265-c701-4f20-8f55-58ee48726f30 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/security-groups?id=b681f576-366c-47b6-a670-7da7b378b429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 May 19 06:47:18.366758 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-d7547d21-4801-4a48-b6d9-41504a7d2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:18.368293 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-d7547d21-4801-4a48-b6d9-41504a7d2cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=867c2200-fd03-4161-8363-f51839743ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442142 May 19 06:47:18.470520 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-78e05a20-a740-44c5-af8c-816656358ebc tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 06:47:18.471909 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-78e05a20-a740-44c5-af8c-816656358ebc tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 946 time: 0.0552344 May 19 06:47:18.527503 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-2e54ccf1-97ee-40e4-8d8d-71b48a2dce68 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522553 May 19 06:47:18.878948 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:18.892773 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Deleting port 96bc5f89-9dca-4662-8882-eed7169c3f63 {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:18.893164 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:18.984355 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-37722da4-7c02-49c5-9b2e-41e7050d68b3 req-035bcad9-307a-49dc-a5da-a0eef9f75be1 service neutron] 10.222.0.59 "GET /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509792 May 19 06:47:19.016043 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] For port 96bc5f89-9dca-4662-8882-eed7169c3f63, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=96bc5f89-9dca-4662-8882-eed7169c3f63,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:19.016805 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:19.029948 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Calling delete_port for 96bc5f89-9dca-4662-8882-eed7169c3f63 owned by compute:nova {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:19.115571 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:19.171176 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (96bc5f89-9dca-4662-8882-eed7169c3f63), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:19.202094 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event deleted for resources: {'Port': ['ID=96bc5f89-9dca-4662-8882-eed7169c3f63,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:19.248283 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] No DVR routers for this DVR port 96bc5f89-9dca-4662-8882-eed7169c3f63 on host hv-cinder-83699 {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:47:19.250883 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21063'] for port (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:19.254038 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [req-5d3b3bff-bdda-465d-b902-4d1ee8cebfc3 req-a84dc620-e49b-469d-93f8-0f82e4d06960 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.59 "DELETE /v2.0/ports/96bc5f89-9dca-4662-8882-eed7169c3f63 HTTP/1.1" status: 204 len: 173 time: 0.7725689 May 19 06:47:19.254475 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-deleted', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63'}] {{(pid=103757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 06:47:19.256671 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63daca3515fe24fd2b8942cb8ff58cc7705d6e4fc6e4287d86f4adb214877416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231321bb-f950-4e55-bc50-9068761c36c3" -d '{"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-deleted", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63"}]}' {{(pid=103757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 06:47:19.295863 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 06:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57858078-577a-4d41-b1bb-35d300aa4982 x-openstack-request-id: req-57858078-577a-4d41-b1bb-35d300aa4982 {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 06:47:19.296142 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3432db-453c-433c-8644-7aef9960fb7b", "name": "network-vif-deleted", "tag": "96bc5f89-9dca-4662-8882-eed7169c3f63", "status": "completed", "code": 200}]} {{(pid=103757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 06:47:19.296509 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57858078-577a-4d41-b1bb-35d300aa4982 {{(pid=103757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 06:47:19.296929 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57858078-577a-4d41-b1bb-35d300aa4982'] response: {'server_uuid': '6d3432db-453c-433c-8644-7aef9960fb7b', 'name': 'network-vif-deleted', 'tag': '96bc5f89-9dca-4662-8882-eed7169c3f63', 'status': 'completed', 'code': 200} May 19 06:47:19.359084 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [req-707fa9e0-24b2-4265-9fed-c20ae0da7d5c req-be8d9cba-0685-40f0-a7bd-f1dadae1e18a tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d3432db-453c-433c-8644-7aef9960fb7b HTTP/1.1" status: 200 len: 210 time: 0.0308101 May 19 06:47:20.073462 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:20.420034 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34434) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:20.477830 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (b681f576-366c-47b6-a670-7da7b378b429), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:20.492583 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:20.504471 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (b681f576-366c-47b6-a670-7da7b378b429), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:20.565088 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (b681f576-366c-47b6-a670-7da7b378b429), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:20.567770 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:20.568963 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] 10.222.0.65 "DELETE /v2.0/security-groups/b681f576-366c-47b6-a670-7da7b378b429 HTTP/1.1" status: 204 len: 168 time: 0.1480062 May 19 06:47:20.578968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b9076-8a6f-4b56-a4e4-feb140801f83 tempest-TestShelveInstance-1908940456 tempest-TestShelveInstance-1908940456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b681f576-366c-47b6-a670-7da7b378b429,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:20.611394 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34438) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:20.922982 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (2f501162-1482-42e1-b807-8ecb83fcc054), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:21.153937 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Deleting port 6147a3c9-a544-483e-b120-06166e85960e {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:21.154266 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (6147a3c9-a544-483e-b120-06166e85960e), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:21.236140 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] For port 6147a3c9-a544-483e-b120-06166e85960e, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=6147a3c9-a544-483e-b120-06166e85960e,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:21.236401 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (6147a3c9-a544-483e-b120-06166e85960e), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:21.249582 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Calling delete_port for 6147a3c9-a544-483e-b120-06166e85960e owned by network:router_interface {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:21.296785 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:21.378202 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:21.437902 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (6147a3c9-a544-483e-b120-06166e85960e), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:21.464463 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Pushing event deleted for resources: {'Port': ['ID=6147a3c9-a544-483e-b120-06166e85960e,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:21.627127 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (2f501162-1482-42e1-b807-8ecb83fcc054), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:21.838051 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Router 2f501162-1482-42e1-b807-8ecb83fcc054 has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:47:21.943007 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:47:21.951116 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-e279e5f5-24a1-4c84-bc64-e1b8dbc72436 admin admin] 10.222.0.65 "PUT /v2.0/routers/2f501162-1482-42e1-b807-8ecb83fcc054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3364754 May 19 06:47:21.951765 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34440) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:21.953849 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Sync routers for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:47:21.966164 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:21.966781 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:22.051724 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks [] for router (2f501162-1482-42e1-b807-8ecb83fcc054), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.068365 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: dv-cinder-836996-22-iscsi {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:22.156173 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks [] for router_gateway (2f501162-1482-42e1-b807-8ecb83fcc054), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.161624 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:22.176937 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:22.179500 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:22.203285 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Deleting port 8bd9342d-74fe-4e9b-9616-c9618595972c {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:22.203623 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.249130 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:47:21Z', 'revision_number': 5, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port': {'id': '8bd9342d-74fe-4e9b-9616-c9618595972c', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:00Z', 'updated_at': '2022-05-19T06:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:22.274898 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Checking router: 2f501162-1482-42e1-b807-8ecb83fcc054 for host: dv-cinder-836996-22-iscsi {{(pid=103758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:47:22.284017 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Routers {'2f501162-1482-42e1-b807-8ecb83fcc054'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:22.284474 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:22.284634 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['2f501162-1482-42e1-b807-8ecb83fcc054'], 'active': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:22.290819 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] For port 8bd9342d-74fe-4e9b-9616-c9618595972c, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=8bd9342d-74fe-4e9b-9616-c9618595972c,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:22.291174 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.305341 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Calling delete_port for 8bd9342d-74fe-4e9b-9616-c9618595972c owned by network:router_gateway {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:22.373393 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvr_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] Set router 2f501162-1482-42e1-b807-8ecb83fcc054 gateway port host: None {{(pid=103758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:22.424649 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_hamode_db [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:47:22Z', 'revision_number': 6, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:22.454527 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c90e0-1481-4bef-978a-9764d971d6e5 None None] The sync data for ids ['2f501162-1482-42e1-b807-8ecb83fcc054'] in dv-cinder-836996-22-iscsi is: [{'id': '2f501162-1482-42e1-b807-8ecb83fcc054', 'name': 'tempest-TestShelveInstance-1718223295-router', 'tenant_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:42:59Z', 'updated_at': '2022-05-19T06:47:22Z', 'revision_number': 6, 'project_id': '4acaeb032d8e44eb97a4b0a573e7c360', 'gw_port_host': None}] {{(pid=103758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:47:22.479417 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (8bd9342d-74fe-4e9b-9616-c9618595972c), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.503438 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd9342d-74fe-4e9b-9616-c9618595972c,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:22.571362 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (2f501162-1482-42e1-b807-8ecb83fcc054), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.656112 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (2f501162-1482-42e1-b807-8ecb83fcc054), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.658569 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks [] for router_controller (2f501162-1482-42e1-b807-8ecb83fcc054), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.701306 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (2f501162-1482-42e1-b807-8ecb83fcc054), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.701809 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f501162-1482-42e1-b807-8ecb83fcc054 {{(pid=103757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:47:22.705995 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.707106 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-c03e02a6-2220-473d-a525-b9c07e8201db admin admin] 10.222.0.65 "DELETE /v2.0/routers/2f501162-1482-42e1-b807-8ecb83fcc054 HTTP/1.1" status: 204 len: 168 time: 0.7548876 May 19 06:47:22.709575 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34442) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:22.753834 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.db_base_plugin_v2 [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Deleting subnet 32d53bb9-6840-4cc0-939a-f3b8f9d6a481 {{(pid=103757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:47:22.757049 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Publish callbacks [] for subnet (32d53bb9-6840-4cc0-939a-f3b8f9d6a481), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.796056 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25378650'] for subnet (32d53bb9-6840-4cc0-939a-f3b8f9d6a481), precommit_delete_associations {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.883713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (32d53bb9-6840-4cc0-939a-f3b8f9d6a481), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.941217 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26953989'] for subnet (32d53bb9-6840-4cc0-939a-f3b8f9d6a481), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.970605 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d53bb9-6840-4cc0-939a-f3b8f9d6a481,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:22.974308 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:22.979093 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-358ec0aa-3749-4779-8e3c-bc7bec06f8df admin admin] 10.222.0.65 "DELETE /v2.0/subnets/32d53bb9-6840-4cc0-939a-f3b8f9d6a481 HTTP/1.1" status: 204 len: 168 time: 0.2685633 May 19 06:47:22.981505 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34444) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:22.985758 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699531f-0514-4cda-8a35-ff425d101d57 None None] Network 867c2200-fd03-4161-8363-f51839743ece requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:47:23.064458 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (867c2200-fd03-4161-8363-f51839743ece), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.074732 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:23.113086 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Deleting port f620ddeb-26df-405f-adb9-9d643a63e42d {{(pid=103757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:23.113461 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.158121 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:23.183003 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] No Port match for: 96bc5f89-9dca-4662-8882-eed7169c3f63 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:23.183350 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Device 96bc5f89-9dca-4662-8882-eed7169c3f63 not bound to the agent host hv-cinder-83699 {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:23.193215 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.db [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] For port f620ddeb-26df-405f-adb9-9d643a63e42d, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=f620ddeb-26df-405f-adb9-9d643a63e42d,segment=NetworkSegment(46c15f7b-3477-4b0b-bd37-34c105bb3cc1),segment_id=46c15f7b-3477-4b0b-bd37-34c105bb3cc1)] {{(pid=103757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:23.193604 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.208983 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Calling delete_port for f620ddeb-26df-405f-adb9-9d643a63e42d owned by network:dhcp {{(pid=103757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:23.255713 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:23.313433 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25547082'] for port (f620ddeb-26df-405f-adb9-9d643a63e42d), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.323978 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca32d42-4d4b-4b03-b009-e13d3add40b8 None None] DHCP port deletion for 867c2200-fd03-4161-8363-f51839743ece request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:47:23.341841 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f620ddeb-26df-405f-adb9-9d643a63e42d,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:23.345122 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] No DVR routers for this DVR port f620ddeb-26df-405f-adb9-9d643a63e42d on host dv-cinder-836996-22-iscsi {{(pid=103757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:47:23.420456 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (867c2200-fd03-4161-8363-f51839743ece), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.440841 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867c2200-fd03-4161-8363-f51839743ece']}} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:23.451775 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c15f7b-3477-4b0b-bd37-34c105bb3cc1') {'for_net_delete': True} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:23.452069 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.services.segments.db [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c15f7b-3477-4b0b-bd37-34c105bb3cc1') {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:23.461679 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25378659'] for segment (46c15f7b-3477-4b0b-bd37-34c105bb3cc1), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.474700 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (46c15f7b-3477-4b0b-bd37-34c105bb3cc1), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.480786 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:47:23.481395 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547033'] for segment (46c15f7b-3477-4b0b-bd37-34c105bb3cc1), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: Traceback (most recent call last): May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: timer() May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: cb(*args, **kw) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: return func(*args, **kwargs) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: self._notify() May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: self.callback(batched_events) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: event.method(event) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: return f(self, *a, **k) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._get(url).json() May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: return self.request(url, 'GET', **kwargs) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:47:23.483026 dv-cinder-836996-22-iscsi neutron-server[103757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:47:23.545831 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (867c2200-fd03-4161-8363-f51839743ece), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.551328 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.554404 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] 10.222.0.65 "DELETE /v2.0/networks/867c2200-fd03-4161-8363-f51839743ece HTTP/1.1" status: 204 len: 168 time: 0.5719745 May 19 06:47:23.557978 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34446) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:23.566236 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e288ed-e808-4896-9d56-27d2cdd47a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=867c2200-fd03-4161-8363-f51839743ece,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:23.883611 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1973882'] for router_interface (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:23.960789 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 6147a3c9-a544-483e-b120-06166e85960e no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:23.980622 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 6147a3c9-a544-483e-b120-06166e85960e {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:23.980973 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 6147a3c9-a544-483e-b120-06166e85960e not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:23.981437 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bd9342d-74fe-4e9b-9616-c9618595972c no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:24.000010 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 8bd9342d-74fe-4e9b-9616-c9618595972c {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:24.000666 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 8bd9342d-74fe-4e9b-9616-c9618595972c not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:24.000789 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device f620ddeb-26df-405f-adb9-9d643a63e42d no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:24.019615 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: f620ddeb-26df-405f-adb9-9d643a63e42d {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:24.019963 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device f620ddeb-26df-405f-adb9-9d643a63e42d not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:24.360440 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Deleting port d67484ff-b618-494e-968d-e2c19683a110 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:24.360778 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (d67484ff-b618-494e-968d-e2c19683a110), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:24.440894 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] For port d67484ff-b618-494e-968d-e2c19683a110, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d67484ff-b618-494e-968d-e2c19683a110,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:24.441256 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (d67484ff-b618-494e-968d-e2c19683a110), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:24.454074 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Calling delete_port for d67484ff-b618-494e-968d-e2c19683a110 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:24.577537 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:24.580363 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:24.635514 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (d67484ff-b618-494e-968d-e2c19683a110), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:24.663600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67484ff-b618-494e-968d-e2c19683a110,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:24.676278 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.676632 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.676976 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.677340 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.677680 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.678012 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.678347 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.678672 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.678998 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.679324 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.680492 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.680891 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.681227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.681820 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.681944 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:24.857485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1688711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1968229'] for router_interface (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.072350 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Router af08dfad-8e91-4f57-b64d-e8e480a08c3b has already been hosted by L3 agent 161e6fdf-4829-4470-9d9e-e4a23208cf53 {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 06:47:25.175422 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] Notify agent at l3_agent.dv-cinder-836996-22-iscsi the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 06:47:25.181241 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-d5f7c320-6fc3-46b4-894a-f54b4b818009 admin admin] 10.222.0.65 "PUT /v2.0/routers/af08dfad-8e91-4f57-b64d-e8e480a08c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6216590 May 19 06:47:25.183617 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34448) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:25.185824 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Sync routers for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 06:47:25.197663 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:25.198287 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:25.280152 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks [] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.299611 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: dv-cinder-836996-22-iscsi {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:25.384315 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks [] for router_gateway (af08dfad-8e91-4f57-b64d-e8e480a08c3b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.417583 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:25.433756 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Deleting port d29d3125-ce47-4542-8c85-aa351e45e595 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:25.434099 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.470736 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'external_fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:47:24Z', 'revision_number': 5, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port': {'id': 'd29d3125-ce47-4542-8c85-aa351e45e595', 'name': '', 'network_id': '0a9c8b00-74d6-4c38-81f9-84b70c9dc014', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff1f8a87-239f-4f0d-bb62-70c3df8913ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-22-iscsi'}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:25.501073 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Checking router: af08dfad-8e91-4f57-b64d-e8e480a08c3b for host: dv-cinder-836996-22-iscsi {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 06:47:25.509741 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Routers {'af08dfad-8e91-4f57-b64d-e8e480a08c3b'} bound to L3 agent in host dv-cinder-836996-22-iscsi {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 06:47:25.510369 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T06:21:46Z,description=,heartbeat_timestamp=2022-05-19T06:47:16Z,host='dv-cinder-836996-22-iscsi',id=161e6fdf-4829-4470-9d9e-e4a23208cf53,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T06:21:46Z,topic='l3_agent')) {'router_ids': ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:25.517863 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] For port d29d3125-ce47-4542-8c85-aa351e45e595, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=d29d3125-ce47-4542-8c85-aa351e45e595,segment=NetworkSegment(7a548265-c136-4632-805d-b90e9edc8336),segment_id=7a548265-c136-4632-805d-b90e9edc8336)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:25.518229 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.533020 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Calling delete_port for d29d3125-ce47-4542-8c85-aa351e45e595 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:25.545256 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:25.599414 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] Set router af08dfad-8e91-4f57-b64d-e8e480a08c3b gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 06:47:25.651437 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:47:25Z', 'revision_number': 6, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port_host': None}], 'dv-cinder-836996-22-iscsi', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:25.676985 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52039c4-7795-46fb-b6d7-0f662c33a91b None None] The sync data for ids ['af08dfad-8e91-4f57-b64d-e8e480a08c3b'] in dv-cinder-836996-22-iscsi is: [{'id': 'af08dfad-8e91-4f57-b64d-e8e480a08c3b', 'name': 'tempest-TestShelveInstance-77636782-router', 'tenant_id': 'a5bb62a5058b443badb95969560fd41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T06:43:05Z', 'updated_at': '2022-05-19T06:47:25Z', 'revision_number': 6, 'project_id': 'a5bb62a5058b443badb95969560fd41b', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 06:47:25.718283 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (d29d3125-ce47-4542-8c85-aa351e45e595), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.742208 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Pushing event deleted for resources: {'Port': ['ID=d29d3125-ce47-4542-8c85-aa351e45e595,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:25.810179 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974856'] for router_gateway (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.906239 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3092'] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.908750 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks [] for router_controller (af08dfad-8e91-4f57-b64d-e8e480a08c3b), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.952781 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1976857'] for router (af08dfad-8e91-4f57-b64d-e8e480a08c3b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.953378 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Fanout notify agent at l3_agent the message router_deleted on router af08dfad-8e91-4f57-b64d-e8e480a08c3b {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 06:47:25.957631 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:25.958783 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-451627f8-85bf-4b32-b8b4-0dd5b07994de admin admin] 10.222.0.65 "DELETE /v2.0/routers/af08dfad-8e91-4f57-b64d-e8e480a08c3b HTTP/1.1" status: 204 len: 168 time: 0.7742376 May 19 06:47:25.962069 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34450) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:26.007074 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Deleting subnet f71c318a-00df-46f6-944a-86e1a176ccbc {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 06:47:26.011401 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Publish callbacks [] for subnet (f71c318a-00df-46f6-944a-86e1a176ccbc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.055479 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25187587'] for subnet (f71c318a-00df-46f6-944a-86e1a176ccbc), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.140600 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938435'] for subnet (f71c318a-00df-46f6-944a-86e1a176ccbc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.201857 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25555618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577203'] for subnet (f71c318a-00df-46f6-944a-86e1a176ccbc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.233802 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71c318a-00df-46f6-944a-86e1a176ccbc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:26.241206 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.245515 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-4b400e45-2549-4ee9-8936-a672991ef8c9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f71c318a-00df-46f6-944a-86e1a176ccbc HTTP/1.1" status: 204 len: 168 time: 0.2824757 May 19 06:47:26.246918 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecf49c-21b9-43e0-aebf-7e7a1a6b2817 None None] Network 936f9e51-6691-4922-95d1-02b753ffbafd requested from dv-cinder-836996-22-iscsi {{(pid=103758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 06:47:26.247921 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34452) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:26.324442 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651292'] for network (936f9e51-6691-4922-95d1-02b753ffbafd), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.375653 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Deleting port 1d9d432c-b9ad-401f-a4cf-2234746d5bae {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:26.375991 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.378485 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:26.440280 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] DHCP port deletion for 936f9e51-6691-4922-95d1-02b753ffbafd request from dv-cinder-836996-22-iscsi {{(pid=103758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 06:47:26.446761 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d67484ff-b618-494e-968d-e2c19683a110 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:26.450227 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] For port 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1d9d432c-b9ad-401f-a4cf-2234746d5bae,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:26.450599 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.466146 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Calling delete_port for 1d9d432c-b9ad-401f-a4cf-2234746d5bae owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:26.492536 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: d67484ff-b618-494e-968d-e2c19683a110 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:26.492984 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d67484ff-b618-494e-968d-e2c19683a110 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:26.507255 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Deleting port 1d9d432c-b9ad-401f-a4cf-2234746d5bae {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 06:47:26.508272 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765146579429'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.528919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:26.556672 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25556307'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.580785 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] For port 1d9d432c-b9ad-401f-a4cf-2234746d5bae, host dv-cinder-836996-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-22-iscsi',level=0,port_id=1d9d432c-b9ad-401f-a4cf-2234746d5bae,segment=NetworkSegment(3b9e0c85-0892-44d6-a8eb-55e19ac8a850),segment_id=3b9e0c85-0892-44d6-a8eb-55e19ac8a850)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 06:47:26.581595 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1973936'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.586368 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] No DVR routers for this DVR port 1d9d432c-b9ad-401f-a4cf-2234746d5bae on host dv-cinder-836996-22-iscsi {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:47:26.588639 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9d432c-b9ad-401f-a4cf-2234746d5bae,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:26.596854 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Calling delete_port for 1d9d432c-b9ad-401f-a4cf-2234746d5bae owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 06:47:26.669608 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940406', 'neutron.services.segments.db._delete_segments_for_network-8765146740246'] for network (936f9e51-6691-4922-95d1-02b753ffbafd), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.681967 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-960465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765146588793', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765146198842'] for port (1d9d432c-b9ad-401f-a4cf-2234746d5bae), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.691919 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f9e51-6691-4922-95d1-02b753ffbafd']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:26.696021 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] No DVR routers for this DVR port 1d9d432c-b9ad-401f-a4cf-2234746d5bae on host dv-cinder-836996-22-iscsi {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 06:47:26.705431 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9e0c85-0892-44d6-a8eb-55e19ac8a850') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:26.705722 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.services.segments.db [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9e0c85-0892-44d6-a8eb-55e19ac8a850') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 06:47:26.715315 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Pushing event deleted for resources: {'Port': ['ID=1d9d432c-b9ad-401f-a4cf-2234746d5bae,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:26.721393 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765146741023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25187642'] for segment (3b9e0c85-0892-44d6-a8eb-55e19ac8a850), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.730725 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.731273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.731628 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.731967 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.732302 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.732632 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.732997 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.733361 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.733681 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.734008 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.734336 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.734663 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.734985 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.735333 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.735664 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f75f3e-784f-4d62-a70b-66b56b188bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-22-iscsi {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 06:47:26.746659 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312'] for segment (3b9e0c85-0892-44d6-a8eb-55e19ac8a850), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.753589 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 06:47:26.754020 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25556224'] for segment (3b9e0c85-0892-44d6-a8eb-55e19ac8a850), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: Traceback (most recent call last): May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: timer() May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: cb(*args, **kw) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: return func(*args, **kwargs) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: self._notify() May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: self.callback(batched_events) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: event.method(event) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: aggregate_uuid = self.p_client.list_aggregates( May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: return f(self, *a, **k) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._get(url).json() May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: return self.request(url, 'GET', **kwargs) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: base_url = self.get_endpoint(auth, allow=allow, May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 06:47:26.755926 dv-cinder-836996-22-iscsi neutron-server[103756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 06:47:26.815876 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1688718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1975674'] for network (936f9e51-6691-4922-95d1-02b753ffbafd), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.822466 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1688736'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:26.824903 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] 10.222.0.65 "DELETE /v2.0/networks/936f9e51-6691-4922-95d1-02b753ffbafd HTTP/1.1" status: 204 len: 168 time: 0.5760658 May 19 06:47:26.836388 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908c04-37bc-45be-932d-fc2c247df434 admin admin] Pushing event deleted for resources: {'Network': ['ID=936f9e51-6691-4922-95d1-02b753ffbafd,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:27.025092 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.65', 34456) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:27.070875 dv-cinder-836996-22-iscsi neutron-server[103756]: INFO neutron.wsgi [None req-e30b1341-df50-4209-a0eb-790c9d01a2e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4acaeb032d8e44eb97a4b0a573e7c360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416820 May 19 06:47:27.071320 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34458) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:27.122831 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] Publish callbacks [] for security_group (480ef959-588c-4d4c-a003-9c750dbc3c82), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.145537 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] Publish callbacks [] for security_group (480ef959-588c-4d4c-a003-9c750dbc3c82), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.192968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (480ef959-588c-4d4c-a003-9c750dbc3c82), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.196211 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.197368 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/480ef959-588c-4d4c-a003-9c750dbc3c82 HTTP/1.1" status: 204 len: 168 time: 0.1243134 May 19 06:47:27.205675 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627a2e1-a021-4c3a-a3f4-7d2fd1766f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ef959-588c-4d4c-a003-9c750dbc3c82,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:27.525754 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34464) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:27.566430 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-323572e2-0426-4ee0-b44f-fdc224dc3523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5bb62a5058b443badb95969560fd41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395238 May 19 06:47:27.568904 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.wsgi [-] (103757) accepted ('10.222.0.65', 34466) {{(pid=103757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 06:47:27.620968 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] Publish callbacks [] for security_group (9137045e-831a-43c7-8112-c5ae00561b65), before_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.647191 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] Publish callbacks [] for security_group (9137045e-831a-43c7-8112-c5ae00561b65), precommit_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.698144 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587851'] for security_group (9137045e-831a-43c7-8112-c5ae00561b65), after_delete {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.700723 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:27.701907 dv-cinder-836996-22-iscsi neutron-server[103757]: INFO neutron.wsgi [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9137045e-831a-43c7-8112-c5ae00561b65 HTTP/1.1" status: 204 len: 168 time: 0.1320515 May 19 06:47:27.709934 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43c347-b880-4939-a686-1785672e0f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9137045e-831a-43c7-8112-c5ae00561b65,revision_number=None']} {{(pid=103757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 06:47:27.970180 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1d9d432c-b9ad-401f-a4cf-2234746d5bae no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:27.991582 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: 1d9d432c-b9ad-401f-a4cf-2234746d5bae {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:27.991970 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device 1d9d432c-b9ad-401f-a4cf-2234746d5bae not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:27.992324 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d29d3125-ce47-4542-8c85-aa351e45e595 no longer exists at agent ovs-agent-dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 06:47:28.011768 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] No Port match for: d29d3125-ce47-4542-8c85-aa351e45e595 {{(pid=103758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 06:47:28.012108 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron.plugins.ml2.rpc [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Device d29d3125-ce47-4542-8c85-aa351e45e595 not bound to the agent host dv-cinder-836996-22-iscsi {{(pid=103758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 06:47:34.798642 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:37.062575 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=43,neutron:DELETE=7 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:37.065366 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG dbcounter [-] [103756] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103756) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:37.705370 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=82,neutron:DELETE=9 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:37.706275 dv-cinder-836996-22-iscsi neutron-server[103757]: DEBUG dbcounter [-] [103757] Writing DB stats neutron:SELECT=63,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103757) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:42.189272 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:47:43.793413 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9c0436fc-2f22-46a5-8e31-8f6d567582c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:46.077040 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4a1741a3-a485-400c-9914-8f427c829d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:47.690429 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:48.875081 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:50.076154 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:47:50.824189 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:52.184559 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:47:52.185266 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=47 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:00.914866 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:00.916793 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=6 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:04.796041 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:13.796703 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-64f857e7-3374-46ec-9bf0-dd12aa614388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:16.079626 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-374bed25-98ca-44c9-be69-f470a67bdb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:17.694053 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:18.878256 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:19.188566 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:48:20.078557 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:29.183395 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:29.184772 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=2 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:30.073032 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:30.073787 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:32.327097 dv-cinder-836996-22-iscsi neutron-server[103756]: DEBUG neutron.wsgi [req-170eee7a-f23e-425e-8e1d-6a7690e8e821 req-82f3e639-e73d-4c7c-8a0e-8ae79411f087 service neutron] (103756) timed out ('10.222.0.59', 57509) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 06:48:34.797172 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:42.165789 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=13 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:42.166668 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=15 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:48:43.798895 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cd243d8e-d812-4876-94ea-857545e33ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:46.075318 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-acebba10-5100-4518-bb03-7d1b188c7ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:47.696019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:48.881224 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:50.081114 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:48:56.187410 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:49:00.070182 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:00.077344 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:00.433990 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:04.801206 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:06.183283 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:13.799496 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3491b75e-654d-4de4-b889-5de2b0acc82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:16.076193 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-357c7a3d-dd5e-4fee-b904-9c967ff08aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:17.698917 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:18.883819 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:20.084672 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:30.077771 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:30.079637 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:33.185889 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:49:34.792245 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:43.181454 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:43.182355 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:49:43.801019 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf8f5-764a-40ea-8032-f3a4bbe6a4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:46.076719 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dfaeddbf-a16d-4871-9249-55579cc1f399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:47.702336 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:48.886273 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:49:50.086990 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:00.908557 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:00.910558 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:04.802824 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:10.185373 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:50:13.803420 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7d00b120-9099-4d7c-907c-0327f3cdb85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:14.427528 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:16.079199 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2cccf838-b4c4-4037-a9d8-433124250048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:17.704417 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:18.889960 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:20.089179 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:20.182833 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:30.083085 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:30.085699 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:34.805921 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:40.910649 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=10 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:40.913428 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=16 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:43.804933 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aa686412-7a0a-474d-9ad9-6c0d2bc1a86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:46.080358 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fa06ad75-50eb-4165-be03-333012472bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:47.183779 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:50:47.709065 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:48.892511 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:50.090809 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:50:57.179730 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=6 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:50:57.183674 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=2 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:00.084437 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:00.086967 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:04.805565 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:13.810014 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-77f5e8fd-71d1-43c8-abcd-692a4417997d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:16.081386 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb48a882-1141-4396-a8e0-e632ebe4fe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:17.711294 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:18.896780 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:20.097020 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:24.184638 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:51:30.091062 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:30.092924 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:34.803377 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:41.224783 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=4 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:41.226286 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:51:43.811791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-19acb628-6c22-4d92-9f15-6fadd4899946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:46.083852 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec4c3663-2e58-4e76-b37c-e52182504715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:47.713068 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:48.898458 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:51:50.089239 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:00.917450 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:00.919370 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:01.184239 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:52:04.820791 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:11.180518 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=5 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:11.181316 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=3 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:13.813775 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-25b35f74-6cfd-4def-8205-35e5f61c4b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:16.085131 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6ab57dda-b222-498f-bc7d-227f07e7b85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (161e6fdf-4829-4470-9d9e-e4a23208cf53), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:17.716794 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3354220-625a-43fc-8e12-3cb8943c83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (b99ffcc9-52ff-4bc3-b8a2-514b4595f254), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:18.901726 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73e6e657-a7f9-49de-82d2-17dd2e82406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (41ecbe66-0955-4e4f-a17e-9cf5fe7e9e9c), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:20.213657 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bd33596e-6951-4bbe-bda1-9a4ff6e243c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (96bf86fa-635b-4399-82e7-4e25cf22bceb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:30.207902 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:30.209792 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG dbcounter [-] [103758] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103758) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:34.810841 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1a35681e-e42c-430e-9ad8-cf2a65d090ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (6a9b77cc-6828-446b-953b-5b493e8b12eb), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 06:52:38.184045 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG neutron.db.agents_db [None req-eb3b505b-6189-4f0a-9fe6-583259c27076 None None] Agent healthcheck: found 6 active agents {{(pid=103759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 06:52:42.411549 dv-cinder-836996-22-iscsi neutron-server[103759]: DEBUG dbcounter [-] [103759] Writing DB stats neutron:SELECT=17 {{(pid=103759) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 06:52:43.816586 dv-cinder-836996-22-iscsi neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3b3a-2b3d-4287-bbb0-fabeb5684ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765146740228', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999605'] for agent (e8c5e136-219c-4fb4-8cbb-d0501953db1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}